[ 529.313363] env[65212]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.313363] env[65212]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.311749] env[65301]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.311749] env[65301]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.860071] env[65301]: INFO neutron.common.config [-] Logging enabled! [ 531.860071] env[65301]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 531.860500] env[65301]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65301) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.861124] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.861124] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.861540] env[65301]: WARNING oslo_policy.policy [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.861751] env[65301]: WARNING oslo_policy.policy [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.863400] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] VMware NSXv3 Agent initialized successfully. [ 531.863746] env[65301]: DEBUG oslo_concurrency.lockutils [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] Acquiring lock "singleton_lock" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.863870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] Acquired lock "singleton_lock" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.864089] env[65301]: DEBUG oslo_concurrency.lockutils [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] Releasing lock "singleton_lock" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.864364] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] Full set of CONF: {{(pid=65301) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 531.864474] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ******************************************************************************** {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.864574] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] Configuration options gathered from: {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.864911] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.865090] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.865193] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ================================================================================ {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.865357] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] agent_down_time = 75 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.865495] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] allow_automatic_dhcp_failover = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.865629] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] allow_bulk = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.865767] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] api_extensions_path = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.865902] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] api_paste_config = api-paste.ini {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866048] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] auth_strategy = keystone {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866150] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] backdoor_port = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866248] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] backdoor_socket = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866379] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] backlog = 4096 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866511] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866665] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] bind_host = 0.0.0.0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866798] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] bind_port = 9696 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.866927] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] client_socket_timeout = 900 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867069] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] config_dir = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867175] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867309] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] config_source = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867453] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] control_exchange = neutron {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867611] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] core_plugin = ml2 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867747] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] debug = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.867879] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] default_availability_zones = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868091] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868229] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] dhcp_agent_notification = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868359] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] dhcp_agents_per_network = 1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868485] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] dhcp_lease_duration = 86400 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868631] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] dhcp_load_type = networks {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868757] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] dns_domain = openstacklocal {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.868889] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869026] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_default_route_bfd = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869154] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_default_route_ecmp = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869290] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_dvr = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869406] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_new_agents = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869567] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869708] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_signals = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869835] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] enable_traditional_dhcp = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.869956] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] external_dns_driver = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.870099] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] filter_validation = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.870243] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] global_physnet_mtu = 8950 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.870466] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] graceful_shutdown_timeout = 60 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.870622] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] host = cpu-1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.870762] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] host_dvr_for_dhcp = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.870891] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] http_retries = 3 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871036] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] instance_format = [instance: %(uuid)s] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871175] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871307] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ipam_driver = internal {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871434] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ipv6_pd_enabled = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871559] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] l3_ha = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871691] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871841] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] l3_ha_network_physical_name = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.871982] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] l3_ha_network_type = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872129] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_color = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872258] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_config_append = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872389] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872512] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_dir = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872635] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_file = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872733] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_options = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872858] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_rotate_interval = 1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.872992] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_rotate_interval_type = days {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873133] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] log_rotation_type = none {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873232] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873327] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873458] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873589] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873691] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873805] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] max_dns_nameservers = 5 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.873929] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] max_header_line = 16384 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874063] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] max_l3_agents_per_router = 3 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874187] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] max_logfile_count = 30 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874309] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] max_logfile_size_mb = 200 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874433] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] max_subnet_host_routes = 20 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874562] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] my_ip = 10.180.1.21 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874755] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] my_ipv6 = ::1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.874908] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] network_auto_schedule = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875046] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] network_link_prefix = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875223] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875426] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] notify_nova_on_port_data_changes = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875577] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] notify_nova_on_port_status_changes = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875716] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] pagination_max_limit = -1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875841] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] publish_errors = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.875969] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] rate_limit_burst = 0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876117] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] rate_limit_except_level = CRITICAL {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876243] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] rate_limit_interval = 0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876374] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] retry_until_window = 30 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876498] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] router_distributed = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876623] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] rpc_resources_processing_step = 20 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876746] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] rpc_response_max_timeout = 600 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876873] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] rpc_response_timeout = 60 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.876996] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] send_events_interval = 2 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.877153] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] service_plugins = ['router'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.877329] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] setproctitle = on {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.877468] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] shell_completion = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.877618] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] state_path = /opt/stack/data/neutron {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.877778] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] syslog_log_facility = LOG_USER {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.877910] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] tcp_keepidle = 600 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878058] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] transport_url = **** {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878184] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] use_journal = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878311] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] use_json = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878435] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] use_ssl = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878551] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] use_stderr = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878682] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] use_syslog = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878804] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] vlan_qinq = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.878921] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] vlan_transparent = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.879054] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] watch_log_file = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.879180] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] wsgi_default_pool_size = 100 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.879303] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] wsgi_keep_alive = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.879515] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.879631] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] wsgi_server_debug = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.879717] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_concurrency.disable_process_locking = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.879852] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.879992] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.880129] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.880269] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.880402] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.880566] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.880730] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.connection_string = messaging:// {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.880871] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.enabled = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881031] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.es_doc_type = notification {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881151] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.es_scroll_size = 10000 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881283] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.es_scroll_time = 2m {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881412] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.filter_error_trace = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881545] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.hmac_keys = **** {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881673] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.sentinel_service_name = mymaster {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881813] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.socket_timeout = 0.1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.881942] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.trace_requests = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.882081] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler.trace_sqlalchemy = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.882226] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler_jaeger.process_tags = {} {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.882351] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler_jaeger.service_name_prefix = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.882481] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] profiler_otlp.service_name_prefix = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.882628] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.enforce_new_defaults = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.882890] env[65301]: WARNING oslo_config.cfg [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.883044] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.enforce_scope = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.883184] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.policy_default_rule = default {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.883329] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.883466] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.883633] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.883766] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.883892] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884027] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884153] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884290] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884434] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884576] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] agent.extensions = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884715] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.884852] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] service_providers.service_provider = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885087] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.default_quota = -1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885158] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885266] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_floatingip = 50 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885394] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_network = 100 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885522] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_port = 500 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885650] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885778] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_router = 10 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.885902] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_security_group = 10 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886070] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886171] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.quota_subnet = 100 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886296] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] QUOTAS.track_quota_usage = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886436] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886581] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.group = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886718] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.helper_command = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.886850] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.log_daemon_traceback = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887067] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887139] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.thread_pool_size = 8 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887254] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep.user = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887397] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887526] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.group = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887654] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.helper_command = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887783] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.887915] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888060] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888192] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_dhcp_release.user = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888330] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888460] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.group = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888589] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888719] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888854] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.888985] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889124] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_ovs_vsctl.user = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889261] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.capabilities = [21] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889389] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.group = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889549] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.helper_command = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889697] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889839] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.889973] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890112] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_namespace.user = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890251] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.capabilities = [12] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890381] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.group = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890509] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.helper_command = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890653] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890789] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.890921] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891059] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_conntrack.user = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891200] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.capabilities = [12, 21] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891328] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.group = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891455] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.helper_command = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891588] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.log_daemon_traceback = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891724] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891855] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.thread_pool_size = 8 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.891982] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] privsep_link.user = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892144] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892287] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892423] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.continue_on_failed_promotions = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892554] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.dscp = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892713] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.dscp_inherit = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892854] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.force_mp_to_policy = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.892983] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.locking_coordinator_url = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893128] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.log_agent_heartbeats = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893260] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.logging_expire = 1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893396] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893527] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893668] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.polling_interval = 240 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893801] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.893936] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894086] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.report_interval = 30.0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894230] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894366] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894504] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894644] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.sync_skew = 60 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894777] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.synchronization_queue_size = 20 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.894910] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT.use_helper_for_ns_read = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895057] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] SECURITYGROUP.enable_ipset = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895201] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] SECURITYGROUP.enable_security_group = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895337] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895473] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895626] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] experimental.ipv6_pd_enabled = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895799] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.extension_drivers = ['port_security'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.895933] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.external_network_type = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896095] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896238] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.overlay_ip_version = 4 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896377] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.path_mtu = 8950 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896513] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.physical_network_mtus = {} {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896658] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896795] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.896937] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ml2.type_drivers = ['vlan'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897091] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897227] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897358] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897501] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897643] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897780] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.897917] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.898068] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.898208] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.898406] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.898551] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_login_password = **** {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.898719] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.898865] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_login_user = admin {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899012] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899161] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899295] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899428] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899669] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899725] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.899868] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900029] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900159] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900298] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900443] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900576] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900712] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.900902] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901059] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901199] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901332] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901470] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.auth_section = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901612] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.auth_type = password {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901791] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.901930] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.certfile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902074] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.collect_timing = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902215] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.endpoint_type = public {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902346] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.insecure = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902473] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.keyfile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902610] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.region_name = RegionOne {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902742] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.split_loggers = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.902869] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] nova.timeout = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903014] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.auth_section = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903153] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.auth_type = password {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903286] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903411] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.certfile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903540] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.collect_timing = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903676] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.endpoint_type = public {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903804] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.insecure = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.903927] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.keyfile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904059] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.region_name = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904190] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.split_loggers = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904313] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] placement.timeout = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904445] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.auth_section = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904575] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.auth_type = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904741] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.cafile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.904889] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.certfile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905034] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.collect_timing = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905165] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.connect_retries = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905291] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.connect_retry_delay = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905419] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.enable_notifications = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905543] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.endpoint_override = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905672] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.insecure = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905798] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.interface = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.905922] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.keyfile = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906061] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.max_version = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906188] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.min_version = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906324] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.region_name = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906452] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.retriable_status_codes = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906576] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.service_name = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906696] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.service_type = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906822] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.split_loggers = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.906943] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.status_code_retries = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.907155] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.status_code_retry_delay = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.907293] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.timeout = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.907421] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.valid_interfaces = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.907546] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ironic.version = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.907695] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] cli_script.dry_run = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.907867] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908028] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908150] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908279] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908409] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908538] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908666] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908793] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.908918] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909065] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909193] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909328] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909489] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909625] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909801] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.909895] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910033] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910166] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910302] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910439] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910625] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910770] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.910902] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911042] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911176] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911303] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911433] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911561] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911691] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911820] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.911949] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.ssl = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912097] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912235] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912364] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912498] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912630] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912758] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.912897] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_notifications.driver = [] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.913036] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_notifications.retry = -1 {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.913184] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.913310] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.913410] env[65301]: DEBUG oslo_service.backend._eventlet.service [None req-901bb397-5ec1-4d80-a0c1-b6eb8ac443d0 None None] ******************************************************************************** {{(pid=65301) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 531.914593] env[65301]: DEBUG neutron.agent.securitygroups_rpc [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Init firewall settings (driver=nsxv3) {{(pid=65301) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 531.915909] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65301) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 531.916160] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] RPC agent_id: nsxm-l-01a.corp.local [ 531.918393] env[65301]: DEBUG dogpile.cache.region [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.918512] env[65301]: DEBUG dogpile.lock [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 531.918612] env[65301]: DEBUG dogpile.lock [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 531.918697] env[65301]: DEBUG dogpile.lock [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 531.918785] env[65301]: DEBUG dogpile.cache.region [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 531.918868] env[65301]: DEBUG dogpile.lock [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 531.918986] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.941841] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Session token - acquiring [ 531.943389] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.943652] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.943839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.944278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.956222] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.237851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.260082] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.260282] env[65301]: DEBUG dogpile.cache.region [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 532.260334] env[65301]: DEBUG dogpile.lock [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.260443] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Activating Policy API Provider. [ 532.260699] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Looking for the default Infrastructure Rules. [ 532.331504] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.346804] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.347255] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.347417] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.347517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.347796] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.348133] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.864694] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.368248] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.871421] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Inventory metadata is going to be refreshed. [ 533.871421] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.612071] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.612071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.612071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.612071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.624052] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.624713] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.625538] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.645325] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.648021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.648021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.648021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.648021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.648021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.648021] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.648021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.668777] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.668777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.668777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.668777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.668777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.668777] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.691567] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.691567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.691567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.691567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.691567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.691567] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.715084] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.715084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.715084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.715084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.715084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.715084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.715084] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.715084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 534.733160] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.733696] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.733942] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.734340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.734613] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.734897] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 534.736017] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.736017] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 534.755211] env[65301]: DEBUG networking_nsxv3.common.locking [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.755686] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.755917] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.756320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.758017] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.758017] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 534.758017] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.758017] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Inventory metadata have been refreshed. [ 534.758017] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Dryrun:True. Metadata refresh completed. [ 534.758017] env[65301]: DEBUG oslo_concurrency.lockutils [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Releasing lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.762016] env[65301]: INFO neutron.agent.agent_extensions_manager [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Loaded agent extensions: [] [ 534.762016] env[65301]: DEBUG neutron_lib.callbacks.manager [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65301) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.810376] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.811681] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.811681] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent out of sync with plugin! [ 539.760590] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.760590] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.761671] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.761671] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.695232] env[65301]: INFO networking_nsxv3.common.synchronization [None req-9cc0f1ee-ee38-4e61-97e6-39d3839f498d demo admin] Enqueued Resource ID: 4cf25757-881e-413f-a129-3537e00a9cf8 with Priority: HIGHEST for action security_group_rules [ 549.697214] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf25757-881e-413f-a129-3537e00a9cf8 with Priority: HIGHEST for action security_group_rules [ 549.697945] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cf25757-881e-413f-a129-3537e00a9cf8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.697945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cf25757-881e-413f-a129-3537e00a9cf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.698145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cf25757-881e-413f-a129-3537e00a9cf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.698486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cf25757-881e-413f-a129-3537e00a9cf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.698919] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cf25757-881e-413f-a129-3537e00a9cf8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.222042] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.222042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.222042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.222042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.222042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.222486] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cf25757-881e-413f-a129-3537e00a9cf8 already deleted. [ 550.222486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cf25757-881e-413f-a129-3537e00a9cf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.763634] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.764159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.764159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.764159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.764350] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.267248] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.698441] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.698614] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.770136] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 555.273737] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 555.273954] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 556.073807] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.074244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.074244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.074325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.087694] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 556.088652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.089399] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 556.107064] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.107294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.107294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.107568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.107690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.107788] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 556.107884] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.107958] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 556.128900] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.129150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.129150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.129370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.129513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.129654] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.148472] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.148678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.148725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.148925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.149056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.149193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.176283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.176505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.176505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.176676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.176780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.176894] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 556.176966] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.177050] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 556.197154] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.197385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.197385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.197574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.197651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.197761] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 556.197833] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.197904] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 556.220246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.220444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.220444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.220642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.220761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.220878] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 556.220950] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 556.221029] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 556.221096] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 556.221167] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 556.221228] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 556.221288] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 556.221557] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 556.221622] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 556.221689] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 556.247292] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.247536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.247536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.247693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.247803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.247916] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 556.269938] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.270175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.270175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.270345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.270446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.284306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.699860] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.700153] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.701365] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.701365] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.702428] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.704215] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.704325] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.704325] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.934738] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ff545147-2938-4366-a299-4dffd4819806 None None] Enqueued Resource ID: e0546d07-03d0-4aa9-8f97-c3a5b6410a82 with Priority: HIGHEST for action port [ 578.934982] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0546d07-03d0-4aa9-8f97-c3a5b6410a82 with Priority: HIGHEST for action port [ 578.935507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0546d07-03d0-4aa9-8f97-c3a5b6410a82 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.935631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0546d07-03d0-4aa9-8f97-c3a5b6410a82" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.935699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0546d07-03d0-4aa9-8f97-c3a5b6410a82" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.935937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0546d07-03d0-4aa9-8f97-c3a5b6410a82" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.936126] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0546d07-03d0-4aa9-8f97-c3a5b6410a82',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.439035] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0546d07-03d0-4aa9-8f97-c3a5b6410a82 [ 579.439347] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.439426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.439471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.439705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.439796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.439882] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0546d07-03d0-4aa9-8f97-c3a5b6410a82 already deleted. [ 579.439963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0546d07-03d0-4aa9-8f97-c3a5b6410a82" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.950709] env[65301]: INFO networking_nsxv3.common.synchronization [None req-df03b9eb-a2ba-412c-8478-dd1fed52a56c None None] Enqueued Resource ID: d6a85c25-0b3f-420e-b26c-b2d3715c49ae with Priority: HIGHEST for action port [ 580.951303] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a85c25-0b3f-420e-b26c-b2d3715c49ae with Priority: HIGHEST for action port [ 580.951738] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a85c25-0b3f-420e-b26c-b2d3715c49ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.952094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a85c25-0b3f-420e-b26c-b2d3715c49ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.952404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a85c25-0b3f-420e-b26c-b2d3715c49ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.954872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a85c25-0b3f-420e-b26c-b2d3715c49ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.954872] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a85c25-0b3f-420e-b26c-b2d3715c49ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.455145] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6a85c25-0b3f-420e-b26c-b2d3715c49ae [ 581.455585] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.455585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.455585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.455789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.455893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.455993] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6a85c25-0b3f-420e-b26c-b2d3715c49ae already deleted. [ 581.456093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a85c25-0b3f-420e-b26c-b2d3715c49ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.224349] env[65301]: INFO networking_nsxv3.common.synchronization [None req-5e152917-fd2f-44b7-9bc9-4f9aed242a38 None None] Enqueued Resource ID: d2d9824d-5f5c-42f8-921a-7b93417cf114 with Priority: HIGHEST for action port [ 582.225579] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d9824d-5f5c-42f8-921a-7b93417cf114 with Priority: HIGHEST for action port [ 582.226239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d9824d-5f5c-42f8-921a-7b93417cf114 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.226364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d9824d-5f5c-42f8-921a-7b93417cf114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.226552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d9824d-5f5c-42f8-921a-7b93417cf114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.226701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d9824d-5f5c-42f8-921a-7b93417cf114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.226777] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d9824d-5f5c-42f8-921a-7b93417cf114',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.257134] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0022369f-4761-459b-84aa-135cb4814392 None None] Enqueued Resource ID: 60d1ed8e-7fa3-42c5-af97-50ea6123f67f with Priority: HIGHEST for action port [ 582.257134] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d1ed8e-7fa3-42c5-af97-50ea6123f67f with Priority: HIGHEST for action port [ 582.257134] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d1ed8e-7fa3-42c5-af97-50ea6123f67f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.257134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d1ed8e-7fa3-42c5-af97-50ea6123f67f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.257134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d1ed8e-7fa3-42c5-af97-50ea6123f67f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.257134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d1ed8e-7fa3-42c5-af97-50ea6123f67f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.257134] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d1ed8e-7fa3-42c5-af97-50ea6123f67f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.729363] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2d9824d-5f5c-42f8-921a-7b93417cf114 [ 582.729595] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.729754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.729828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.730449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.731746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.731903] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2d9824d-5f5c-42f8-921a-7b93417cf114 already deleted. [ 582.732164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d9824d-5f5c-42f8-921a-7b93417cf114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.759509] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60d1ed8e-7fa3-42c5-af97-50ea6123f67f [ 582.759735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.759865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.759925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.760155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.760789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.761271] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60d1ed8e-7fa3-42c5-af97-50ea6123f67f already deleted. [ 582.761271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d1ed8e-7fa3-42c5-af97-50ea6123f67f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.805203] env[65301]: INFO networking_nsxv3.common.synchronization [None req-889d2b63-0f80-4283-a9a1-2b7071d0fbf5 None None] Enqueued Resource ID: ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7 with Priority: HIGHEST for action port [ 583.805493] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7 with Priority: HIGHEST for action port [ 583.806117] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.806197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.806471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.806570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.806654] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.902706] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ed0f35d0-db85-4dca-bde2-d84a7be57771 None None] Enqueued Resource ID: aa914d18-f9c2-4de3-ba60-e2d7205542c5 with Priority: HIGHEST for action port [ 583.903302] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa914d18-f9c2-4de3-ba60-e2d7205542c5 with Priority: HIGHEST for action port [ 583.903616] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa914d18-f9c2-4de3-ba60-e2d7205542c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.903741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa914d18-f9c2-4de3-ba60-e2d7205542c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.903809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa914d18-f9c2-4de3-ba60-e2d7205542c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.904692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa914d18-f9c2-4de3-ba60-e2d7205542c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.904837] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa914d18-f9c2-4de3-ba60-e2d7205542c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.311364] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7 [ 584.311364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.311496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.311711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.311751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.311831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.312440] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7 already deleted. [ 584.312720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae4a4bd3-185a-492f-9b3e-7ac99f67f7f7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.408164] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa914d18-f9c2-4de3-ba60-e2d7205542c5 [ 584.408466] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.408600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.408735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.408877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.408960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.409070] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa914d18-f9c2-4de3-ba60-e2d7205542c5 already deleted. [ 584.409142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa914d18-f9c2-4de3-ba60-e2d7205542c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.593600] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4580c31d-9bcc-47b3-b978-b187641509cc None None] Enqueued Resource ID: 497cdd75-29dd-4cca-96c5-838ff4b7203f with Priority: HIGHEST for action port [ 584.594394] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 497cdd75-29dd-4cca-96c5-838ff4b7203f with Priority: HIGHEST for action port [ 584.594776] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-497cdd75-29dd-4cca-96c5-838ff4b7203f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.594946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-497cdd75-29dd-4cca-96c5-838ff4b7203f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.595059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-497cdd75-29dd-4cca-96c5-838ff4b7203f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.597371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-497cdd75-29dd-4cca-96c5-838ff4b7203f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.597478] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('497cdd75-29dd-4cca-96c5-838ff4b7203f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.101850] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 497cdd75-29dd-4cca-96c5-838ff4b7203f [ 585.102214] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.102214] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.105215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.105215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.105215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.105215] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:497cdd75-29dd-4cca-96c5-838ff4b7203f already deleted. [ 585.105215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-497cdd75-29dd-4cca-96c5-838ff4b7203f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.184965] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b28b88d3-a19d-4bc4-8027-726f563fd9bd None None] Enqueued Resource ID: e7eff125-33df-420d-ab6b-e1af4a3e3790 with Priority: HIGHEST for action port [ 585.184965] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7eff125-33df-420d-ab6b-e1af4a3e3790 with Priority: HIGHEST for action port [ 585.184965] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7eff125-33df-420d-ab6b-e1af4a3e3790 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.184965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7eff125-33df-420d-ab6b-e1af4a3e3790" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.184965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7eff125-33df-420d-ab6b-e1af4a3e3790" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.184965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7eff125-33df-420d-ab6b-e1af4a3e3790" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.184965] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7eff125-33df-420d-ab6b-e1af4a3e3790',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.688726] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7eff125-33df-420d-ab6b-e1af4a3e3790 [ 585.688915] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.689245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.689245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.689423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.689515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.689626] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7eff125-33df-420d-ab6b-e1af4a3e3790 already deleted. [ 585.689751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7eff125-33df-420d-ab6b-e1af4a3e3790" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.261910] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cbd02ef6-7b6c-4df4-86dc-bc726e1767dc None None] Enqueued Resource ID: d503a81c-4a63-4ad3-8bf0-55735c2c48ba with Priority: HIGHEST for action port [ 586.261910] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d503a81c-4a63-4ad3-8bf0-55735c2c48ba with Priority: HIGHEST for action port [ 586.261910] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d503a81c-4a63-4ad3-8bf0-55735c2c48ba taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.261910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d503a81c-4a63-4ad3-8bf0-55735c2c48ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.261910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d503a81c-4a63-4ad3-8bf0-55735c2c48ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.261910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d503a81c-4a63-4ad3-8bf0-55735c2c48ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.261910] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d503a81c-4a63-4ad3-8bf0-55735c2c48ba',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.722270] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1233c16d-629e-45fd-8645-be09ca22cfeb None None] Enqueued Resource ID: e53ade42-2bde-41d8-b478-ba6bb27ed5fd with Priority: HIGHEST for action port [ 586.723517] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53ade42-2bde-41d8-b478-ba6bb27ed5fd with Priority: HIGHEST for action port [ 586.724272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53ade42-2bde-41d8-b478-ba6bb27ed5fd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.724272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53ade42-2bde-41d8-b478-ba6bb27ed5fd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.724272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53ade42-2bde-41d8-b478-ba6bb27ed5fd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.724662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53ade42-2bde-41d8-b478-ba6bb27ed5fd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.724662] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53ade42-2bde-41d8-b478-ba6bb27ed5fd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.763137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d503a81c-4a63-4ad3-8bf0-55735c2c48ba [ 586.764411] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.764603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.764682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.764897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.764991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.765108] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d503a81c-4a63-4ad3-8bf0-55735c2c48ba already deleted. [ 586.765192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d503a81c-4a63-4ad3-8bf0-55735c2c48ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.227820] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e53ade42-2bde-41d8-b478-ba6bb27ed5fd [ 587.228544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.228544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.228544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.228788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.228788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.228855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e53ade42-2bde-41d8-b478-ba6bb27ed5fd already deleted. [ 587.228920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53ade42-2bde-41d8-b478-ba6bb27ed5fd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.761375] env[65301]: INFO networking_nsxv3.common.synchronization [None req-72762e98-d5a1-42ee-8080-23ea52aaeac6 None None] Enqueued Resource ID: 488a8a4d-0e38-45f7-b6a0-2c1f19587c09 with Priority: HIGHEST for action port [ 587.761375] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 488a8a4d-0e38-45f7-b6a0-2c1f19587c09 with Priority: HIGHEST for action port [ 587.761639] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-488a8a4d-0e38-45f7-b6a0-2c1f19587c09 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.761639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-488a8a4d-0e38-45f7-b6a0-2c1f19587c09" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.761639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-488a8a4d-0e38-45f7-b6a0-2c1f19587c09" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.762435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-488a8a4d-0e38-45f7-b6a0-2c1f19587c09" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.762435] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('488a8a4d-0e38-45f7-b6a0-2c1f19587c09',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.265162] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 488a8a4d-0e38-45f7-b6a0-2c1f19587c09 [ 588.265523] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.265523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.265798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.265798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.265902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.266014] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:488a8a4d-0e38-45f7-b6a0-2c1f19587c09 already deleted. [ 588.266985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-488a8a4d-0e38-45f7-b6a0-2c1f19587c09" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.841194] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cc112a9f-f2b3-4365-a709-1e9984513d06 None None] Enqueued Resource ID: bdf2dc5f-6519-4b49-988a-f8e8bd37192a with Priority: HIGHEST for action port [ 588.842347] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf2dc5f-6519-4b49-988a-f8e8bd37192a with Priority: HIGHEST for action port [ 588.842754] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf2dc5f-6519-4b49-988a-f8e8bd37192a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.842878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf2dc5f-6519-4b49-988a-f8e8bd37192a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.842951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf2dc5f-6519-4b49-988a-f8e8bd37192a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.843213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf2dc5f-6519-4b49-988a-f8e8bd37192a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.843290] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf2dc5f-6519-4b49-988a-f8e8bd37192a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.346100] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf2dc5f-6519-4b49-988a-f8e8bd37192a [ 589.346368] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.346479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.346550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.346764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.346872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.346964] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf2dc5f-6519-4b49-988a-f8e8bd37192a already deleted. [ 589.347030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf2dc5f-6519-4b49-988a-f8e8bd37192a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.546182] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8773d15b-1d30-44be-aa67-8dc6e7dccf8b None None] Enqueued Resource ID: d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d with Priority: HIGHEST for action port [ 589.546182] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d with Priority: HIGHEST for action port [ 589.547024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.547216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.547321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.547842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.547842] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.671444] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ec0ebbc3-0377-4abd-919d-84d643bfa896 None None] Enqueued Resource ID: 779da381-51a0-4cd7-b004-a4ddcb000e66 with Priority: HIGHEST for action port [ 589.672460] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779da381-51a0-4cd7-b004-a4ddcb000e66 with Priority: HIGHEST for action port [ 589.672460] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-779da381-51a0-4cd7-b004-a4ddcb000e66 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.672460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779da381-51a0-4cd7-b004-a4ddcb000e66" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.672460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779da381-51a0-4cd7-b004-a4ddcb000e66" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.673224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779da381-51a0-4cd7-b004-a4ddcb000e66" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.673320] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779da381-51a0-4cd7-b004-a4ddcb000e66',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.054803] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d [ 590.054803] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.054803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.054803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.054803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.054803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.054803] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d already deleted. [ 590.054803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0921435-3ce7-4fc4-8a4b-7dbc43abeb6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.177024] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 779da381-51a0-4cd7-b004-a4ddcb000e66 [ 590.177671] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.178146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.178260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.178500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.178619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.178740] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:779da381-51a0-4cd7-b004-a4ddcb000e66 already deleted. [ 590.178850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779da381-51a0-4cd7-b004-a4ddcb000e66" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.898515] env[65301]: INFO networking_nsxv3.common.synchronization [None req-72f79af8-a6de-4cac-8254-597d63ba7df0 None None] Enqueued Resource ID: 16329fec-a46f-451a-81e6-599d149146d1 with Priority: HIGHEST for action port [ 590.899148] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16329fec-a46f-451a-81e6-599d149146d1 with Priority: HIGHEST for action port [ 590.899585] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-16329fec-a46f-451a-81e6-599d149146d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.899585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16329fec-a46f-451a-81e6-599d149146d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.899585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16329fec-a46f-451a-81e6-599d149146d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.899822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16329fec-a46f-451a-81e6-599d149146d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.900026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16329fec-a46f-451a-81e6-599d149146d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.403373] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16329fec-a46f-451a-81e6-599d149146d1 [ 591.403687] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.403759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.403797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.404015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.404101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.404190] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16329fec-a46f-451a-81e6-599d149146d1 already deleted. [ 591.404287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16329fec-a46f-451a-81e6-599d149146d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.951142] env[65301]: INFO networking_nsxv3.common.synchronization [None req-9d13dfa3-cf40-4298-98da-767dda3ca05f None None] Enqueued Resource ID: 7696859a-1715-461a-ade2-08b0b1d09ae5 with Priority: HIGHEST for action port [ 591.951654] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7696859a-1715-461a-ade2-08b0b1d09ae5 with Priority: HIGHEST for action port [ 591.952204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7696859a-1715-461a-ade2-08b0b1d09ae5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.952332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7696859a-1715-461a-ade2-08b0b1d09ae5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.952398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7696859a-1715-461a-ade2-08b0b1d09ae5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.952645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7696859a-1715-461a-ade2-08b0b1d09ae5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.952730] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7696859a-1715-461a-ade2-08b0b1d09ae5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.457247] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7696859a-1715-461a-ade2-08b0b1d09ae5 [ 592.457507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.457697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.457697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.457896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.457988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.458095] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7696859a-1715-461a-ade2-08b0b1d09ae5 already deleted. [ 592.458174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7696859a-1715-461a-ade2-08b0b1d09ae5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.344491] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1094a8a3-8d06-4833-a819-88eb106b5d3c None None] Enqueued Resource ID: 91351885-a2fd-42f5-8e92-56c6761a93e9 with Priority: HIGHEST for action port [ 593.345046] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91351885-a2fd-42f5-8e92-56c6761a93e9 with Priority: HIGHEST for action port [ 593.345355] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-91351885-a2fd-42f5-8e92-56c6761a93e9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.345501] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91351885-a2fd-42f5-8e92-56c6761a93e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.345543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91351885-a2fd-42f5-8e92-56c6761a93e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.345775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91351885-a2fd-42f5-8e92-56c6761a93e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.345908] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91351885-a2fd-42f5-8e92-56c6761a93e9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.762753] env[65301]: INFO networking_nsxv3.common.synchronization [None req-454b1566-4d4d-44d7-a129-e50c0f1f9f8f None None] Enqueued Resource ID: 85b41c9a-21c3-4b84-9735-f6faebc39136 with Priority: HIGHEST for action port [ 593.762753] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85b41c9a-21c3-4b84-9735-f6faebc39136 with Priority: HIGHEST for action port [ 593.763235] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-85b41c9a-21c3-4b84-9735-f6faebc39136 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.763235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85b41c9a-21c3-4b84-9735-f6faebc39136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.763235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85b41c9a-21c3-4b84-9735-f6faebc39136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.763482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85b41c9a-21c3-4b84-9735-f6faebc39136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.763482] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85b41c9a-21c3-4b84-9735-f6faebc39136',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.849745] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91351885-a2fd-42f5-8e92-56c6761a93e9 [ 593.850418] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.850558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.850633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.851039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.851039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.851143] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91351885-a2fd-42f5-8e92-56c6761a93e9 already deleted. [ 593.851220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91351885-a2fd-42f5-8e92-56c6761a93e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.268019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85b41c9a-21c3-4b84-9735-f6faebc39136 [ 594.270287] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.270287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.270287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.270287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.270287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.270287] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85b41c9a-21c3-4b84-9735-f6faebc39136 already deleted. [ 594.270287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85b41c9a-21c3-4b84-9735-f6faebc39136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.574372] env[65301]: INFO networking_nsxv3.common.synchronization [req-09a89f60-1dd0-42d5-98c6-20ab8a91d44a req-76982314-842c-4b91-b1d5-111572c500a8 tempest-FloatingIPsAssociationNegativeTestJSON-1095184599 tempest-FloatingIPsAssociationNegativeTestJSON-1095184599-project-member] Enqueued Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_members [ 594.574900] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_members [ 594.575218] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.575339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.575406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.576094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.576094] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.576094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.576094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.576301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.576340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.576404] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.079736] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.079736] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.079736] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 already deleted. [ 595.079736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.405176] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405176] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-800" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.405176] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-800" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405714] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-800" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.406096] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.407014] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.407014] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.407336] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.408467] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.408467] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.408467] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.408467] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.408467] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.408467] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.408717] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.408717] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.411556] env[65301]: INFO networking_nsxv3.common.synchronization [None req-eee925a9-cd8c-40e2-9f17-97a876a3adcb None None] Enqueued Resource ID: de36c346-c6b3-4633-ab57-5e5834f811dc with Priority: HIGHEST for action port [ 595.412432] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de36c346-c6b3-4633-ab57-5e5834f811dc with Priority: HIGHEST for action port [ 595.412734] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-de36c346-c6b3-4633-ab57-5e5834f811dc taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.412879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de36c346-c6b3-4633-ab57-5e5834f811dc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.412945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de36c346-c6b3-4633-ab57-5e5834f811dc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.413174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de36c346-c6b3-4633-ab57-5e5834f811dc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.413227] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de36c346-c6b3-4633-ab57-5e5834f811dc',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.429981] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.430174] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.430309] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.430478] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-800" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.430808] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-560e4edb-d34e-469d-b13a-07d521952dbe taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.430965] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.431094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.431397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.431528] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560e4edb-d34e-469d-b13a-07d521952dbe',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.916246] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de36c346-c6b3-4633-ab57-5e5834f811dc [ 595.916473] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.916606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.916672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.916877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.916964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.917057] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de36c346-c6b3-4633-ab57-5e5834f811dc already deleted. [ 595.917134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de36c346-c6b3-4633-ab57-5e5834f811dc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935360] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935360] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935360] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935360] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935360] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.935360] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 560e4edb-d34e-469d-b13a-07d521952dbe not found, creating... [ 595.935360] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.935360] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.935751] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.935751] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.935810] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.936162] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.936319] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.936417] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.936613] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.936730] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.936977] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 560e4edb-d34e-469d-b13a-07d521952dbe is going to be created. [ 595.960906] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.960906] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.961182] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.962118] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.962723] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.963376] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.046749] env[65301]: INFO networking_nsxv3.common.synchronization [None req-57b6fe51-ad8e-4a51-a9ab-0729516ae402 None None] Enqueued Resource ID: 486dc0dc-3c25-4807-9dca-17cb24753b53 with Priority: HIGHEST for action port [ 596.047626] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486dc0dc-3c25-4807-9dca-17cb24753b53 with Priority: HIGHEST for action port [ 596.047626] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-486dc0dc-3c25-4807-9dca-17cb24753b53 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.048412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486dc0dc-3c25-4807-9dca-17cb24753b53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.048551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486dc0dc-3c25-4807-9dca-17cb24753b53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.049282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486dc0dc-3c25-4807-9dca-17cb24753b53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.049282] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486dc0dc-3c25-4807-9dca-17cb24753b53',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.093337] env[65301]: INFO networking_nsxv3.common.synchronization [None req-603c9470-8f25-4922-931e-331dbf2a2e23 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_rules [ 596.093934] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_rules [ 596.094392] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.094392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.094392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.094582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.094649] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.213380] env[65301]: INFO networking_nsxv3.common.synchronization [None req-bf0bd1dd-2783-43e0-8120-542373fbf25a tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_rules [ 596.213505] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_rules [ 596.213817] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.213904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553097] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 486dc0dc-3c25-4807-9dca-17cb24753b53 [ 596.553345] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.553499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.554325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.554325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.554325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.554325] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:486dc0dc-3c25-4807-9dca-17cb24753b53 already deleted. [ 596.554325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486dc0dc-3c25-4807-9dca-17cb24753b53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.617586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.617586] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 already deleted. [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.617586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.617586] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.833877] env[65301]: INFO networking_nsxv3.common.synchronization [req-09a89f60-1dd0-42d5-98c6-20ab8a91d44a req-f2e388de-a6ad-465d-ac8c-90942b7a2fdf service nova] Enqueued Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_rules [ 596.834703] env[65301]: INFO networking_nsxv3.common.synchronization [req-09a89f60-1dd0-42d5-98c6-20ab8a91d44a req-f2e388de-a6ad-465d-ac8c-90942b7a2fdf service nova] Enqueued Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_members [ 596.834703] env[65301]: INFO networking_nsxv3.common.synchronization [req-09a89f60-1dd0-42d5-98c6-20ab8a91d44a req-f2e388de-a6ad-465d-ac8c-90942b7a2fdf service nova] Enqueued Resource ID: 560e4edb-d34e-469d-b13a-07d521952dbe with Priority: HIGHEST for action port [ 596.834703] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_rules [ 596.834703] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_members [ 596.834703] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 560e4edb-d34e-469d-b13a-07d521952dbe with Priority: HIGHEST for action port [ 596.835958] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.836211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.836275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.836574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.836692] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.837608] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.838573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.838658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.838840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.838995] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.839107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.839170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.839307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.839403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.839476] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.841487] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-560e4edb-d34e-469d-b13a-07d521952dbe taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.841487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.841581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.841700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.841763] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('560e4edb-d34e-469d-b13a-07d521952dbe',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.142511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.142511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.142511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.142511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.143161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.143161] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 already deleted. [ 597.143161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.201927] env[65301]: INFO networking_nsxv3.common.synchronization [req-81730ea1-087f-4882-9f36-76edaae6839f req-afe43080-7401-42cf-8959-0833b8cd7705 tempest-TenantUsagesTestJSON-758449970 tempest-TenantUsagesTestJSON-758449970-project-member] Enqueued Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_members [ 597.202531] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_members [ 597.202834] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.202961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.203930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204391] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.205026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.205026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.205026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.205026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.205026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.347352] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.347487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.354400] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 560e4edb-d34e-469d-b13a-07d521952dbe with status ACTIVE [ 597.354400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.354583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.354619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.354842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.354941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.355196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.355258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.355302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.355455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.355530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.355726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.355820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.355894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.356025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.356100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.356183] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 560e4edb-d34e-469d-b13a-07d521952dbe is going to be updated. [ 597.357505] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.382215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.382430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.382430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.383050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.383050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.383050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-560e4edb-d34e-469d-b13a-07d521952dbe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.545130] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.545130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.545130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.545130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.545130] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.545130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.546401] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.546779] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.547053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.547363] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.547703] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.547906] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.548118] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.548333] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.548722] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.548998] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.570069] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.570069] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.570069] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.570290] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.570611] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.570808] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.570870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.571194] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.571328] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414a1bcf-b509-4f2e-bcaa-1690f61a66cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.708188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.708262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.708389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.708564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.708664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.708852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.708947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.709036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.709177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.709250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.709351] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb369b1-a970-496a-948c-0858ed1db05f already deleted. [ 597.709441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.860060] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.957669] env[65301]: INFO networking_nsxv3.common.synchronization [None req-16e87aad-9642-4718-abf9-90b6c1eded14 tempest-VolumesAssistedSnapshotsTest-574996418 tempest-VolumesAssistedSnapshotsTest-574996418-project-member] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_rules [ 597.957984] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_rules [ 597.958818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.958818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.958818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.958818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.958818] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.073656] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.073961] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.074154] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.074505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.074710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.074910] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 414a1bcf-b509-4f2e-bcaa-1690f61a66cb not found, creating... [ 598.075310] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.075516] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.075667] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.076171] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.076399] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.076826] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.077093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.077289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.077588] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.077796] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.078028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 414a1bcf-b509-4f2e-bcaa-1690f61a66cb is going to be created. [ 598.101021] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.101021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.101021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.101021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.101314] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.101592] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.194838] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b0886203-6823-4d4c-bdaa-bdcc28ab7a8f tempest-VolumesAssistedSnapshotsTest-574996418 tempest-VolumesAssistedSnapshotsTest-574996418-project-member] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_rules [ 598.195387] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_rules [ 598.195836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.195836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.362489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.362650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.362727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.362954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.363060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.363158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 is going to be created. [ 598.396764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.396901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.396969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.397208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.397411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.408410] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 in Status: UNINITIALIZED for 2s [ 598.481879] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.482092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.482185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.482471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.482561] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 already deleted. [ 598.482639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.482792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.482932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483116] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.834839] env[65301]: INFO networking_nsxv3.common.synchronization [req-81730ea1-087f-4882-9f36-76edaae6839f req-c01135c8-a624-46c5-8461-72b48c7a509e service nova] Enqueued Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_rules [ 598.834839] env[65301]: INFO networking_nsxv3.common.synchronization [req-81730ea1-087f-4882-9f36-76edaae6839f req-c01135c8-a624-46c5-8461-72b48c7a509e service nova] Enqueued Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_members [ 598.834839] env[65301]: INFO networking_nsxv3.common.synchronization [req-81730ea1-087f-4882-9f36-76edaae6839f req-c01135c8-a624-46c5-8461-72b48c7a509e service nova] Enqueued Resource ID: 414a1bcf-b509-4f2e-bcaa-1690f61a66cb with Priority: HIGHEST for action port [ 598.834839] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_rules [ 598.834839] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_members [ 598.834839] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 414a1bcf-b509-4f2e-bcaa-1690f61a66cb with Priority: HIGHEST for action port [ 598.835451] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.835575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.835659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.835894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.835965] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.836773] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.836906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.836972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.837175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.837949] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.837949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.837949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.837949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.837949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.837949] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.841972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.841972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.841972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.841972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.841972] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('414a1bcf-b509-4f2e-bcaa-1690f61a66cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.009966] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.010123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.010196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.010409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.010498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.010821] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 already deleted. [ 599.010821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.290527] env[65301]: INFO networking_nsxv3.common.synchronization [None req-33c06257-edb7-484c-80bc-a35dcc5032c3 None None] Enqueued Resource ID: 35f79c70-04b2-4ed8-9051-408db253d684 with Priority: HIGHEST for action port [ 599.290834] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35f79c70-04b2-4ed8-9051-408db253d684 with Priority: HIGHEST for action port [ 599.291705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-35f79c70-04b2-4ed8-9051-408db253d684 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.291705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35f79c70-04b2-4ed8-9051-408db253d684" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.291705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35f79c70-04b2-4ed8-9051-408db253d684" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.291705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35f79c70-04b2-4ed8-9051-408db253d684" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.291705] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35f79c70-04b2-4ed8-9051-408db253d684',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.343227] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.343227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.343227] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.345201] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 414a1bcf-b509-4f2e-bcaa-1690f61a66cb with status ACTIVE [ 599.345477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.345560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.345600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.345805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.346615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.346791] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.346945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.347188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.347479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.347718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.348040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.348308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.348395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.348554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.348655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.348711] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 414a1bcf-b509-4f2e-bcaa-1690f61a66cb is going to be updated. [ 599.374541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.374801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.375300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.375567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.375707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.375868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-414a1bcf-b509-4f2e-bcaa-1690f61a66cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.391175] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c20e922-1a75-45bb-bba6-1caa9adb123b req-4c19d19d-47db-487c-b742-389a29b927db tempest-ServerDiagnosticsTest-433201348 tempest-ServerDiagnosticsTest-433201348-project-member] Enqueued Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_members [ 599.391673] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_members [ 599.391960] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.392085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.392152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.392393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.392544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.392640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.392697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.392839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.392923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.393023] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.794251] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35f79c70-04b2-4ed8-9051-408db253d684 [ 599.794931] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.794931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.794931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.794931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.795180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.795180] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35f79c70-04b2-4ed8-9051-408db253d684 already deleted. [ 599.795250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35f79c70-04b2-4ed8-9051-408db253d684" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.800019] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.800019] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.800019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.800019] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.800019] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.800520] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.800520] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.800520] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.800617] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.800897] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.821153] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.821153] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.821153] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.821153] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.821487] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-7ec53889-11fc-4428-a7a6-a304125cb69c taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.821681] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.821814] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.822935] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.822935] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec53889-11fc-4428-a7a6-a304125cb69c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.850414] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.886395] env[65301]: INFO networking_nsxv3.common.synchronization [None req-06a4ef8e-b429-4386-835a-137d1211ed92 None None] Enqueued Resource ID: 973940d4-8553-4631-a86c-c38fde6034bd with Priority: HIGHEST for action port [ 599.886908] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 973940d4-8553-4631-a86c-c38fde6034bd with Priority: HIGHEST for action port [ 599.887247] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-973940d4-8553-4631-a86c-c38fde6034bd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.887386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-973940d4-8553-4631-a86c-c38fde6034bd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.887477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-973940d4-8553-4631-a86c-c38fde6034bd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.887911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-973940d4-8553-4631-a86c-c38fde6034bd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.888033] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('973940d4-8553-4631-a86c-c38fde6034bd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.896978] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.896978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.896978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.896978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.896978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.897402] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.897402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.897402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.897402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.897402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.897612] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d7c808-b756-4116-a885-5b6963c31359 already deleted. [ 599.897649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.324616] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.324936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.324976] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.325756] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.325756] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.325908] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 7ec53889-11fc-4428-a7a6-a304125cb69c not found, creating... [ 600.326127] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.326266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.326380] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.326591] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.326722] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.326996] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.327157] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.327264] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.327460] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.327774] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.327978] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 7ec53889-11fc-4428-a7a6-a304125cb69c is going to be created. [ 600.348244] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.349408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.349408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.349408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.349408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.349408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.352689] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.352810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.352942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.353357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.353460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.353624] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb369b1-a970-496a-948c-0858ed1db05f is going to be created. [ 600.383787] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.384023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.384023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.384219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.384482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.392383] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 973940d4-8553-4631-a86c-c38fde6034bd [ 600.392673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.392866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.393050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.393328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.393467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.393601] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:973940d4-8553-4631-a86c-c38fde6034bd already deleted. [ 600.393693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-973940d4-8553-4631-a86c-c38fde6034bd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.399990] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb369b1-a970-496a-948c-0858ed1db05f in Status: UNINITIALIZED for 2s [ 600.436365] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 in Status: SUCCESS [ 600.436875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.437274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.437423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.438163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.438332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.438402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.438737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.438737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.438852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.438852] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.501075] env[65301]: INFO networking_nsxv3.common.synchronization [None req-c6f56860-7fa0-4500-b312-6f415655e234 None None] Enqueued Resource ID: 3fb57047-851a-46ac-87ae-a355e3348e41 with Priority: HIGHEST for action port [ 600.501246] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb57047-851a-46ac-87ae-a355e3348e41 with Priority: HIGHEST for action port [ 600.501967] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb57047-851a-46ac-87ae-a355e3348e41 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.501967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb57047-851a-46ac-87ae-a355e3348e41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.501967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb57047-851a-46ac-87ae-a355e3348e41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.502400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb57047-851a-46ac-87ae-a355e3348e41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.502400] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb57047-851a-46ac-87ae-a355e3348e41',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.943535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.943666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.943741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.943952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.944154] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.945206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.945316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.945495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.945585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.945718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.945828] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.945927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.945984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.946373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.946503] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.946608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.946652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.946799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.946851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.946901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.946985] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.006022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb57047-851a-46ac-87ae-a355e3348e41 [ 601.006268] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.006401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.006488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.006674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.006779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.006853] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb57047-851a-46ac-87ae-a355e3348e41 already deleted. [ 601.006932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb57047-851a-46ac-87ae-a355e3348e41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.178784] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c20e922-1a75-45bb-bba6-1caa9adb123b req-d311df84-328c-4f82-a7b7-18bbf07902e8 service nova] Enqueued Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_rules [ 601.179063] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c20e922-1a75-45bb-bba6-1caa9adb123b req-d311df84-328c-4f82-a7b7-18bbf07902e8 service nova] Enqueued Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_members [ 601.179204] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c20e922-1a75-45bb-bba6-1caa9adb123b req-d311df84-328c-4f82-a7b7-18bbf07902e8 service nova] Enqueued Resource ID: 7ec53889-11fc-4428-a7a6-a304125cb69c with Priority: HIGHEST for action port [ 601.179460] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_rules [ 601.179594] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_members [ 601.179693] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec53889-11fc-4428-a7a6-a304125cb69c with Priority: HIGHEST for action port [ 601.180764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.180764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.180991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.181060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.181145] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.181942] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.182069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.182151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.182323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.182464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.182559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.182618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.182749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.182839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.182925] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.183833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec53889-11fc-4428-a7a6-a304125cb69c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.183833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.184930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.185153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.185238] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec53889-11fc-4428-a7a6-a304125cb69c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.325855] env[65301]: INFO networking_nsxv3.common.synchronization [None req-e73e12f0-00c5-44ad-a888-3a02af13f2c2 None None] Enqueued Resource ID: d8267a3e-c536-4f66-a05b-7cedb27fe2ae with Priority: HIGHEST for action port [ 601.325855] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8267a3e-c536-4f66-a05b-7cedb27fe2ae with Priority: HIGHEST for action port [ 601.325855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8267a3e-c536-4f66-a05b-7cedb27fe2ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.325855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8267a3e-c536-4f66-a05b-7cedb27fe2ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.325855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8267a3e-c536-4f66-a05b-7cedb27fe2ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.326249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8267a3e-c536-4f66-a05b-7cedb27fe2ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.327260] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8267a3e-c536-4f66-a05b-7cedb27fe2ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.389312] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1228009-f917-4527-89e5-5104e4ff3207 req-b67b270b-4a1f-4d3a-bd78-0626151346c9 tempest-DeleteServersAdminTestJSON-1730993408 tempest-DeleteServersAdminTestJSON-1730993408-project-member] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 601.389312] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 601.389312] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.389312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.389312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.389312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.389792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.390061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.390226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.390460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.390635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.390833] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.449917] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eea69505-11e0-48e8-ba5b-8b42b4e18ca5: rpc.has_security_group_logging(os_id): False [ 601.470269] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.470269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.470269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.470516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.470626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.471177] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.471177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.471177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.471177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.471413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.471499] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.471556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.471611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.471783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.471885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.472470] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.472470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.472470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.472759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.472759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.472856] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 is going to be created. [ 601.550025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.550176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.550799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.550799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.550799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.563578] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 in Status: IN_PROGRESS for 2s [ 601.689897] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.689897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.689897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.689897] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ec53889-11fc-4428-a7a6-a304125cb69c with status ACTIVE [ 601.689897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.689897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.689897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.689897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691000] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.691000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.691000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691000] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.691350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.691350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691496] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ec53889-11fc-4428-a7a6-a304125cb69c is going to be updated. [ 601.721154] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.721488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.721628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.721999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.722349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.722737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec53889-11fc-4428-a7a6-a304125cb69c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.830246] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8267a3e-c536-4f66-a05b-7cedb27fe2ae [ 601.830598] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.830772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.830906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.831198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.831412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.831412] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8267a3e-c536-4f66-a05b-7cedb27fe2ae already deleted. [ 601.831575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8267a3e-c536-4f66-a05b-7cedb27fe2ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.894972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.895903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.895903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.895903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.895903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.895903] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.895903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.895903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.896296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.896296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.896371] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 already deleted. [ 601.896413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.102340] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.102572] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.102713] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.103008] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.103758] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.103927] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.104052] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.104268] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.104548] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.104665] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.104776] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.104881] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.104987] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.105101] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.105198] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.105369] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.125375] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.125639] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.125775] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.125980] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.126309] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-1a25dbbd-c2c3-45ff-b117-18841efee78d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.126475] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.126585] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.126908] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.127058] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25dbbd-c2c3-45ff-b117-18841efee78d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.194490] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.413018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb369b1-a970-496a-948c-0858ed1db05f in Status: SUCCESS [ 602.413399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.413399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.413672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.413832] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.413910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.413959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.414134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.414218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.414331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.414438] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.629165] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.629412] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.629552] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.629883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.630042] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.630221] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 1a25dbbd-c2c3-45ff-b117-18841efee78d not found, creating... [ 602.630610] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.630667] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.630852] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.631041] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.631213] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.631492] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.631641] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.631753] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.631951] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.632108] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.632246] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 1a25dbbd-c2c3-45ff-b117-18841efee78d is going to be created. [ 602.653786] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.653999] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.654060] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.654418] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.654652] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.654864] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.696689] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.696866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.696932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.697194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.697295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.697405] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d7c808-b756-4116-a885-5b6963c31359 is going to be created. [ 602.719557] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.719792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.719892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.720122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.720279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.742693] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d7c808-b756-4116-a885-5b6963c31359 in Status: UNINITIALIZED for 2s [ 602.919557] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.919829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.919829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.920102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.920355] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.920502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.920600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.920819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.920926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.921025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.921180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.921270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.921339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.921540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.921738] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.921878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.921974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.922189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.922273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.922359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.922451] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.413316] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1228009-f917-4527-89e5-5104e4ff3207 req-897896bc-6a7d-42cf-a8b3-0b15dc865274 service nova] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_rules [ 603.413316] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1228009-f917-4527-89e5-5104e4ff3207 req-897896bc-6a7d-42cf-a8b3-0b15dc865274 service nova] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 603.413316] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1228009-f917-4527-89e5-5104e4ff3207 req-897896bc-6a7d-42cf-a8b3-0b15dc865274 service nova] Enqueued Resource ID: 1a25dbbd-c2c3-45ff-b117-18841efee78d with Priority: HIGHEST for action port [ 603.413316] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_rules [ 603.413316] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 603.413316] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a25dbbd-c2c3-45ff-b117-18841efee78d with Priority: HIGHEST for action port [ 603.413316] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.413316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.413316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.413316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.413316] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.414172] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.414946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.414946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.414946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.414946] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.414946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.414946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.414946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.415188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.415188] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.415870] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a25dbbd-c2c3-45ff-b117-18841efee78d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.415977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.416036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.416180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.416798] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a25dbbd-c2c3-45ff-b117-18841efee78d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.425133] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eeb369b1-a970-496a-948c-0858ed1db05f: rpc.has_security_group_logging(os_id): False [ 603.447138] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.447787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.447787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.447905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.447986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.448290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.448290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.448518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.448518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.448612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.448718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.448808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.448912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.449057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.449057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.449426] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.449426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.449426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.449557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.449783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.449783] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb369b1-a970-496a-948c-0858ed1db05f is going to be created. [ 603.519148] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.519148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.519148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.519148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.519318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.531184] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb369b1-a970-496a-948c-0858ed1db05f in Status: IN_PROGRESS for 2s [ 603.590878] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 in Status: SUCCESS [ 603.592109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.830407] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-ee155d62-6c09-49f5-80c9-bbe7a6d43baf tempest-ListServersNegativeTestJSON-381854587 tempest-ListServersNegativeTestJSON-381854587-project-member] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 603.830971] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 603.832074] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.832523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.832523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.832622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.832700] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.832930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.832930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.833037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.833589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.833589] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.918196] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.921280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.921280] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a25dbbd-c2c3-45ff-b117-18841efee78d with status ACTIVE [ 603.921280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.921280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.921280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.921695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.921962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.921962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.921962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.922254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.922345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.922433] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a25dbbd-c2c3-45ff-b117-18841efee78d is going to be updated. [ 603.945338] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.945338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.945338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.945338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.945338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.945338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a25dbbd-c2c3-45ff-b117-18841efee78d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.165915] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.165915] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.165915] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.165915] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.167232] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.168521] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.168521] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.168521] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.168521] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.169856] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.169856] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.169856] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.169856] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.169856] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.170280] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.170640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.201222] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.201444] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.201586] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.201984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.204085] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-25113f21-0b95-4080-8873-00d6f64c3bf8 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.204281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.204400] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.204737] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.204871] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25113f21-0b95-4080-8873-00d6f64c3bf8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.335492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.335652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.335738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.336019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.336127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.336714] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.336714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.336714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.336988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.336988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.336988] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b already deleted. [ 604.337164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.420576] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.710129] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.710766] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.710961] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.711340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.711440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.711609] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 25113f21-0b95-4080-8873-00d6f64c3bf8 not found, creating... [ 604.711888] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.712086] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.712170] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.712501] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.712691] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.713084] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.713276] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.713440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.713756] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.713889] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.714065] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 25113f21-0b95-4080-8873-00d6f64c3bf8 is going to be created. [ 604.736296] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.736544] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.736659] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.737080] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.737168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.737314] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.756019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d7c808-b756-4116-a885-5b6963c31359 in Status: SUCCESS [ 604.756601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.756601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.756601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.756798] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.756956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.757030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.757245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.757281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.757373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.757426] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.925140] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.925140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.925140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.925140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.925140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.925140] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be created. [ 604.949380] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.949553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.949553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.949853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.950033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.961041] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: UNINITIALIZED for 2s [ 605.260819] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.261133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.261133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.261259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.261427] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.261574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.261574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.261722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.261807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.261894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.262155] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.262254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.262304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.262446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.262583] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.262673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.262728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.262860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.262925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.263051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.263150] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.420986] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-0134ce26-fec7-4068-b523-09a4e79c9485 service nova] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_rules [ 605.421264] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-0134ce26-fec7-4068-b523-09a4e79c9485 service nova] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 605.421299] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-0134ce26-fec7-4068-b523-09a4e79c9485 service nova] Enqueued Resource ID: 25113f21-0b95-4080-8873-00d6f64c3bf8 with Priority: HIGHEST for action port [ 605.421836] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_rules [ 605.421940] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 605.422811] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25113f21-0b95-4080-8873-00d6f64c3bf8 with Priority: HIGHEST for action port [ 605.422811] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.423506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.423506] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.424252] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.424370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.424711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.424921] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.425080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.425404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.425404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.425404] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.426473] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-25113f21-0b95-4080-8873-00d6f64c3bf8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.426594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.426686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.427646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.427646] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25113f21-0b95-4080-8873-00d6f64c3bf8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.547229] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eeb369b1-a970-496a-948c-0858ed1db05f in Status: SUCCESS [ 605.547458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.765306] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11d7c808-b756-4116-a885-5b6963c31359: rpc.has_security_group_logging(os_id): False [ 605.786621] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.786621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.786621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.786621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.786621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.786975] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.786975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.787107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.787194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.788499] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.788499] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.788499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.789127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.789127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.789127] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d7c808-b756-4116-a885-5b6963c31359 is going to be created. [ 605.857291] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.857448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.857504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.857775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.857973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.869871] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d7c808-b756-4116-a885-5b6963c31359 in Status: IN_PROGRESS for 2s [ 605.929217] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.929355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.933772] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.934819] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25113f21-0b95-4080-8873-00d6f64c3bf8 with status ACTIVE [ 605.934819] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.934819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.934819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.935060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.935102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.935337] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.935466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.935527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.935689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.935761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.935943] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.936045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.936103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.936239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.936308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.936386] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25113f21-0b95-4080-8873-00d6f64c3bf8 is going to be updated. [ 605.968295] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.968559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.968559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.968716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.968849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.969021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25113f21-0b95-4080-8873-00d6f64c3bf8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.076716] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-540275b1-d1d0-41bd-9884-01a65a32aebf tempest-ListServersNegativeTestJSON-381854587 tempest-ListServersNegativeTestJSON-381854587-project-member] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 606.078569] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 606.078569] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.078778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.441190] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.554971] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.555175] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.555311] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.555583] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.555828] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.555991] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.556255] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.556632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.556874] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.557123] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.557266] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.557420] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.557555] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.557699] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.557860] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.558133] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.577794] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.578379] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.578587] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.578792] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.579171] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-632bbcf9-10b8-4512-ab47-80453981e996 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.579375] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.579503] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.579938] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.580202] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632bbcf9-10b8-4512-ab47-80453981e996',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.696243] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4e5654d3-cdf9-415c-b99e-e87a6397236f None None] Enqueued Resource ID: f1ac8199-a31a-47f7-93a0-d8500248f611 with Priority: HIGHEST for action port [ 606.698181] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1ac8199-a31a-47f7-93a0-d8500248f611 with Priority: HIGHEST for action port [ 606.698181] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1ac8199-a31a-47f7-93a0-d8500248f611 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.698181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1ac8199-a31a-47f7-93a0-d8500248f611" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.698181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1ac8199-a31a-47f7-93a0-d8500248f611" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.698181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1ac8199-a31a-47f7-93a0-d8500248f611" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.698181] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1ac8199-a31a-47f7-93a0-d8500248f611',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.943979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.944200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.944325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.944807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.944953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.945103] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be created. [ 606.972456] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.972837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.972837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.972913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.973085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.981955] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 606.982244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.982433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.982700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.983024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.983167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.983167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.983421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.983421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.983421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.983567] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.985168] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: UNINITIALIZED for 2s [ 607.083744] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.083973] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.084201] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.084911] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.085155] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.085330] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 632bbcf9-10b8-4512-ab47-80453981e996 not found, creating... [ 607.085617] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.085784] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.085902] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.086442] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.086442] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.086735] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.087152] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.087273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.087543] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.087782] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.087967] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 632bbcf9-10b8-4512-ab47-80453981e996 is going to be created. [ 607.111018] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.111265] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.111426] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.111662] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.111877] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.112168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.198918] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1ac8199-a31a-47f7-93a0-d8500248f611 [ 607.199431] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.199701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.200081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.200081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.200266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.200446] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1ac8199-a31a-47f7-93a0-d8500248f611 already deleted. [ 607.200510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1ac8199-a31a-47f7-93a0-d8500248f611" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.486628] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.486946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.486946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.487800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.487883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.487983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.488058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.488226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.488325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.488406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.488560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.488651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.488710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.488848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.488982] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.489085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.489143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.489272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.489343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.492032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.492032] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.891994] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d7c808-b756-4116-a885-5b6963c31359 in Status: SUCCESS [ 607.891994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.916631] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-7eb211a4-3155-4615-8989-f07c6555ba2f service nova] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_rules [ 607.917022] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-7eb211a4-3155-4615-8989-f07c6555ba2f service nova] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 607.917022] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-7eb211a4-3155-4615-8989-f07c6555ba2f service nova] Enqueued Resource ID: 632bbcf9-10b8-4512-ab47-80453981e996 with Priority: HIGHEST for action port [ 607.917652] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_rules [ 607.918345] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 607.918453] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632bbcf9-10b8-4512-ab47-80453981e996 with Priority: HIGHEST for action port [ 607.918788] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.918915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.919300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919469] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-632bbcf9-10b8-4512-ab47-80453981e996 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.919575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.919636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.919886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.919966] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632bbcf9-10b8-4512-ab47-80453981e996',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.998161] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8378fcad-3690-4d22-bc17-90ca2419e652: rpc.has_security_group_logging(os_id): False [ 608.021993] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.022225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.022293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.022822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.022822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.022822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.023123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.023123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.023275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.023275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.023490] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.024156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.024156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.024156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.024156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.027667] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.027667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.027667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.027667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.027667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.027667] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be created. [ 608.090270] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b98402a9-e25d-4f45-965c-c86408525a38 None None] Enqueued Resource ID: 157ae07c-f738-4867-9784-058c195027ed with Priority: HIGHEST for action port [ 608.090421] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 157ae07c-f738-4867-9784-058c195027ed with Priority: HIGHEST for action port [ 608.090950] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-157ae07c-f738-4867-9784-058c195027ed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.091720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-157ae07c-f738-4867-9784-058c195027ed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.091720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-157ae07c-f738-4867-9784-058c195027ed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.091836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-157ae07c-f738-4867-9784-058c195027ed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.091990] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('157ae07c-f738-4867-9784-058c195027ed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.100672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.100848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.100911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.101427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.101616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.118970] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: IN_PROGRESS for 2s [ 608.422986] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 632bbcf9-10b8-4512-ab47-80453981e996 with status ACTIVE [ 608.422986] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.422986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.422986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.423484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.423484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.423484] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.423484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.423484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.423730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.423730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.423818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.423910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.423964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.424118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.424190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.424272] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 632bbcf9-10b8-4512-ab47-80453981e996 is going to be updated. [ 608.453191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.453419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.453419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.453622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.453728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.453983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632bbcf9-10b8-4512-ab47-80453981e996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.596827] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 157ae07c-f738-4867-9784-058c195027ed [ 608.596827] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.596827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.596827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.596827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.597413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.597413] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:157ae07c-f738-4867-9784-058c195027ed already deleted. [ 608.597413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-157ae07c-f738-4867-9784-058c195027ed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.941810] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-83d9e280-a074-434e-b360-6f618189e953 tempest-ListServersNegativeTestJSON-381854587 tempest-ListServersNegativeTestJSON-381854587-project-member] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 608.945290] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 608.945613] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.945674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.999062] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 608.999062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.999267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.999309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.999489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.999610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.999707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.999854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.999956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.000056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.000152] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.002474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.002474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.002619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.002685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.003544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.003544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.003544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.003873] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.331271] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.331271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.331271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.331271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.331271] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.331271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.331271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.331271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.333449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.333840] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.334390] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.334633] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.334831] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.335050] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.336275] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.336275] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.358154] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.358154] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.358154] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.358154] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-318" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.358154] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.358648] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.358648] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.358960] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.359172] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c9b379-0abb-4438-9aa1-29a9c32e82cc',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.505890] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.506044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.506277] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.553969] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0e210fdb-bc8d-4b55-b295-e85603a0b5b0 None None] Enqueued Resource ID: 8ac4204b-4265-4891-ba84-ac2de2436312 with Priority: HIGHEST for action port [ 609.555577] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac4204b-4265-4891-ba84-ac2de2436312 with Priority: HIGHEST for action port [ 609.555901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac4204b-4265-4891-ba84-ac2de2436312 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.556069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac4204b-4265-4891-ba84-ac2de2436312" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.556172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac4204b-4265-4891-ba84-ac2de2436312" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.556710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac4204b-4265-4891-ba84-ac2de2436312" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.556769] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac4204b-4265-4891-ba84-ac2de2436312',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.862663] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.866165] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port b1c9b379-0abb-4438-9aa1-29a9c32e82cc not found, creating... [ 609.866165] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.866623] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.866623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.866623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.866623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867773] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: b1c9b379-0abb-4438-9aa1-29a9c32e82cc is going to be created. [ 609.891886] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.891886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.894440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.894489] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.896539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.896539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.008329] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.025373] env[65301]: INFO networking_nsxv3.common.synchronization [None req-a5cb3279-78e1-458b-a566-65d003ad4482 None None] Enqueued Resource ID: e177a316-fd19-493e-b5a0-c1544806784e with Priority: HIGHEST for action port [ 610.025373] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e177a316-fd19-493e-b5a0-c1544806784e with Priority: HIGHEST for action port [ 610.027185] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e177a316-fd19-493e-b5a0-c1544806784e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.027384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e177a316-fd19-493e-b5a0-c1544806784e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.027500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e177a316-fd19-493e-b5a0-c1544806784e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.028041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e177a316-fd19-493e-b5a0-c1544806784e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.028132] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e177a316-fd19-493e-b5a0-c1544806784e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.059573] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac4204b-4265-4891-ba84-ac2de2436312 [ 610.059692] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.059891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.059973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.060188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.060280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.060373] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac4204b-4265-4891-ba84-ac2de2436312 already deleted. [ 610.060532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac4204b-4265-4891-ba84-ac2de2436312" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.135735] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 610.135735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.510950] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.511273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.511585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.511585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.511687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.511860] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 610.530944] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e177a316-fd19-493e-b5a0-c1544806784e [ 610.531184] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.531335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.531668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.531767] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.531860] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e177a316-fd19-493e-b5a0-c1544806784e already deleted. [ 610.531972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e177a316-fd19-493e-b5a0-c1544806784e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.546065] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.546473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.546699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.546974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.547411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.559168] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 610.646865] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-abf1d1ab-8505-4321-8e96-c0ff63cf346e service nova] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_rules [ 610.649632] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-abf1d1ab-8505-4321-8e96-c0ff63cf346e service nova] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 610.649632] env[65301]: INFO networking_nsxv3.common.synchronization [req-705f1b36-5f3f-4e49-8591-21f4bedbba9b req-abf1d1ab-8505-4321-8e96-c0ff63cf346e service nova] Enqueued Resource ID: b1c9b379-0abb-4438-9aa1-29a9c32e82cc with Priority: HIGHEST for action port [ 610.649632] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_rules [ 610.649632] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 610.649632] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c9b379-0abb-4438-9aa1-29a9c32e82cc with Priority: HIGHEST for action port [ 610.649632] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.650064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.650064] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.650185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.650706] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.650895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.651054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.651295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.651421] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c9b379-0abb-4438-9aa1-29a9c32e82cc',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.154021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1c9b379-0abb-4438-9aa1-29a9c32e82cc with status ACTIVE [ 611.154300] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.154994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.154994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.154994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.154994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.155201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.155201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.155201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.155357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.155427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.155602] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.155690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.155755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.155894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.155963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156054] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1c9b379-0abb-4438-9aa1-29a9c32e82cc is going to be updated. [ 611.183031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.183180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.183239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.183847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.183847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.183847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c9b379-0abb-4438-9aa1-29a9c32e82cc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.569040] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 612.569353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.569445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.569659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.569887] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.570061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.570126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.570241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.570323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.570419] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.074382] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.576316] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.080374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.080374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.080591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.081031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.082015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.082015] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 614.139390] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.139390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.139390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.139390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.139390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.152674] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 615.650836] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 615.650836] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 616.088936] env[65301]: INFO networking_nsxv3.common.synchronization [None req-07277dbb-7519-4c71-8fe4-4baca36f2d00 tempest-ServersWithSpecificFlavorTestJSON-784225732 tempest-ServersWithSpecificFlavorTestJSON-784225732-project-member] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 616.089701] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 616.090162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.090604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.090768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.091216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.091318] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.164636] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 616.165061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.165337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.165761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.166040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.166240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.166311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.166478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.166561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.166652] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.184775] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0b301ee4-e78d-4a90-be73-03ce253dce7c tempest-ServersWithSpecificFlavorTestJSON-784225732 tempest-ServersWithSpecificFlavorTestJSON-784225732-project-member] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 616.185753] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 616.186253] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.186345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.613459] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.613608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.613662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.613887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.614179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.614179] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 already deleted. [ 616.614179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.614422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.614456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.614528] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.669133] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.139673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.139673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.139673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.139673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.139673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.139673] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 already deleted. [ 617.140150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.174513] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.247255] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b402e6c8-4a82-46e8-b069-807f283a1735 None None] Enqueued Resource ID: ec69fc6d-cad5-4f5a-8952-2d1791ac0119 with Priority: HIGHEST for action port [ 617.248115] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec69fc6d-cad5-4f5a-8952-2d1791ac0119 with Priority: HIGHEST for action port [ 617.248182] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec69fc6d-cad5-4f5a-8952-2d1791ac0119 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.248350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec69fc6d-cad5-4f5a-8952-2d1791ac0119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.248350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec69fc6d-cad5-4f5a-8952-2d1791ac0119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.248571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec69fc6d-cad5-4f5a-8952-2d1791ac0119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.248745] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec69fc6d-cad5-4f5a-8952-2d1791ac0119',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.678231] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.678539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.678539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.678684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.679813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.679813] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 617.717599] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.717599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.717834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.718044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.718164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.730434] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 617.751184] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec69fc6d-cad5-4f5a-8952-2d1791ac0119 [ 617.751487] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.751638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.751748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.751988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.752130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.752182] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec69fc6d-cad5-4f5a-8952-2d1791ac0119 already deleted. [ 617.752259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec69fc6d-cad5-4f5a-8952-2d1791ac0119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.183259] env[65301]: INFO networking_nsxv3.common.synchronization [req-ceeab147-b2ac-4d37-898c-89308ebbb296 req-11ce4fa0-6e5d-47e3-8b03-f08f207977da tempest-ServerDiagnosticsNegativeTest-329330526 tempest-ServerDiagnosticsNegativeTest-329330526-project-member] Enqueued Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_members [ 618.183259] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_members [ 618.183532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.184026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.184026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.184026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187953] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.188216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.188270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.189750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.189750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.189750] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.547876] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.547876] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.548131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.548216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.548459] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.548870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.548870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.548986] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.549075] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.549720] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.549720] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.549720] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.549720] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.549720] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.549946] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.549946] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.569366] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.569528] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.569646] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.569901] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.570267] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-f40fe752-6a91-4821-b2de-cc09850356e1 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.570497] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.570642] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.571284] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.571284] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f40fe752-6a91-4821-b2de-cc09850356e1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.692386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.692828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.692828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.693034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.693034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.693591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.693743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.693794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.694028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.694081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.694154] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76585a5-eeac-4b98-9500-4e2d36399080 already deleted. [ 618.694246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.074278] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.074278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.074278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.074278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.074278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.075468] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port f40fe752-6a91-4821-b2de-cc09850356e1 not found, creating... [ 619.075468] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.075468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.075468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.075468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.075468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.082025] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.082025] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.082025] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.082025] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.082025] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.082025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: f40fe752-6a91-4821-b2de-cc09850356e1 is going to be created. [ 619.112395] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.112616] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.112709] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.112987] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.113217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.113434] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.546782] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8928009c-93c3-461c-a90f-d93392ec41f6 None None] Enqueued Resource ID: 50520c2e-1154-4a3c-94e4-b11d32d2c4a5 with Priority: HIGHEST for action port [ 619.548082] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50520c2e-1154-4a3c-94e4-b11d32d2c4a5 with Priority: HIGHEST for action port [ 619.548374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-50520c2e-1154-4a3c-94e4-b11d32d2c4a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.548447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50520c2e-1154-4a3c-94e4-b11d32d2c4a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.548492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50520c2e-1154-4a3c-94e4-b11d32d2c4a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.548743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50520c2e-1154-4a3c-94e4-b11d32d2c4a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.548827] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50520c2e-1154-4a3c-94e4-b11d32d2c4a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.741550] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 619.741874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.741928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.742947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.742947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.742947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.742947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.742947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.742947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.742947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.745484] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.745484] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.745484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.745484] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.746162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.746162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.747673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.747673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.747673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.747673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.747673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.747673] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.929330] env[65301]: INFO networking_nsxv3.common.synchronization [req-ceeab147-b2ac-4d37-898c-89308ebbb296 req-c3ad9e54-c520-4d6e-8ef1-8cfd393d9494 service nova] Enqueued Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_rules [ 619.929554] env[65301]: INFO networking_nsxv3.common.synchronization [req-ceeab147-b2ac-4d37-898c-89308ebbb296 req-c3ad9e54-c520-4d6e-8ef1-8cfd393d9494 service nova] Enqueued Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_members [ 619.929682] env[65301]: INFO networking_nsxv3.common.synchronization [req-ceeab147-b2ac-4d37-898c-89308ebbb296 req-c3ad9e54-c520-4d6e-8ef1-8cfd393d9494 service nova] Enqueued Resource ID: f40fe752-6a91-4821-b2de-cc09850356e1 with Priority: HIGHEST for action port [ 619.930253] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_rules [ 619.930393] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_members [ 619.930488] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f40fe752-6a91-4821-b2de-cc09850356e1 with Priority: HIGHEST for action port [ 619.930757] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.930870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.930982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.931367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.931474] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.934283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.934283] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.935641] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f40fe752-6a91-4821-b2de-cc09850356e1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.935641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.935641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.935641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.935641] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f40fe752-6a91-4821-b2de-cc09850356e1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.051587] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50520c2e-1154-4a3c-94e4-b11d32d2c4a5 [ 620.051853] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.052034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.052116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.052392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.052545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.053109] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50520c2e-1154-4a3c-94e4-b11d32d2c4a5 already deleted. [ 620.053109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50520c2e-1154-4a3c-94e4-b11d32d2c4a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.249546] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be01eaf1-0c17-4620-980f-cce9d800e68b: rpc.has_security_group_logging(os_id): False [ 620.250432] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.277620] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.277777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.277847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.278078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.278849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.278849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.278849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.278849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.278849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.279709] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.279709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.279709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.279709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.279709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.279952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.280029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.280115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.280380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.280502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.280593] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be created. [ 620.364371] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.364371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.364371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.364371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.364371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.379667] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 620.437307] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.437543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.438087] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.439079] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f40fe752-6a91-4821-b2de-cc09850356e1 with status ACTIVE [ 620.440151] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.440151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.440151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.441163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.441664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.445492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.445492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.445492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.445492] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f40fe752-6a91-4821-b2de-cc09850356e1 is going to be updated. [ 620.477325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.477325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.477325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.477325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.477790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.477790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f40fe752-6a91-4821-b2de-cc09850356e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.757194] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.948426] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.260387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.260387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.260387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.260387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.260387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.260387] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 621.315922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.316194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.316293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.316465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.316642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.328135] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 621.451506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.451765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.451815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.452123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.452279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.452408] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76585a5-eeac-4b98-9500-4e2d36399080 is going to be created. [ 621.493825] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.507851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76585a5-eeac-4b98-9500-4e2d36399080 in Status: UNINITIALIZED for 2s [ 621.533489] env[65301]: INFO networking_nsxv3.common.synchronization [req-7eb01292-0973-4d82-b553-3da613e24ea5 req-cf0339af-2a60-4bd8-a594-6bfcc4e5b07f tempest-ServerDiagnosticsTest-433201348 tempest-ServerDiagnosticsTest-433201348-project-member] Enqueued Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_members [ 621.534202] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGHEST for action security_group_members [ 621.534598] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.534776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.534839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.535113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.535318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.535480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.535576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.535817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.535923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.536055] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.038981] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.039402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.039402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.039485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.039548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.039739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.039859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.039902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.040060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.041050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.041050] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d7c808-b756-4116-a885-5b6963c31359 is going to be updated. [ 622.066165] env[65301]: INFO networking_nsxv3.common.synchronization [req-28bf853c-ea95-4d89-a42e-93b9788d9e6e req-06ec0cbe-963b-494e-935c-b68af30e4571 tempest-DeleteServersAdminTestJSON-2116984186 tempest-DeleteServersAdminTestJSON-2116984186-project-admin] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 622.066655] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 622.067197] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.067378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.067612] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.067899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.068024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.068148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.068246] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.069739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.069903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.069970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.070136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.070264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081887] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d7c808-b756-4116-a885-5b6963c31359 in Status: IN_PROGRESS for 2s [ 622.394177] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 622.394177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.394177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.394177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.394177] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.574297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.574476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.574519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.574729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.574822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.575021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.575117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.575179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.575324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.575712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.575812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be updated. [ 622.607206] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.607206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.607206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.607436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.607834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.620577] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: IN_PROGRESS for 2s [ 622.688943] env[65301]: INFO networking_nsxv3.common.synchronization [req-b5cc2941-eba1-4d23-ac2d-3b77ae63d82f req-15f8a36b-61ec-4a5a-b498-b8c48ffabe8a tempest-VolumesAdminNegativeTest-1286136626 tempest-VolumesAdminNegativeTest-1286136626-project-member] Enqueued Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_members [ 622.688943] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_members [ 622.688943] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.688943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.688943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.689534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.690151] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.690151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.690387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.690703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.692261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.692261] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.896384] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.896384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.179011] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.179898] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.179898] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.179898] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.180113] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.180472] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.180597] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.180832] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.181024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.181248] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.181358] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.181571] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.181635] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.181709] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.181811] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.181938] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.193183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.193456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.193456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.193693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.193750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.193919] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.194232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.194232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.194348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.194423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.194508] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca03631-7fe1-4555-96e9-963b844c9ca0 already deleted. [ 623.194597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205563] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.205735] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.205904] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.206070] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.206485] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.206735] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.206787] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.207861] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.207861] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b61bb1a-af3a-47a0-8d79-978ff0cedc64',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.356884] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.356884] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.356884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.356884] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.518871] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76585a5-eeac-4b98-9500-4e2d36399080 in Status: SUCCESS [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.518871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.518871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.518871] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.709893] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.710153] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.710308] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.710591] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.710725] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.710913] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 7b61bb1a-af3a-47a0-8d79-978ff0cedc64 not found, creating... [ 623.711200] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.711351] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.711457] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.711922] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.711922] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.712141] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.712254] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.712334] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.714356] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.714800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.714800] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 7b61bb1a-af3a-47a0-8d79-978ff0cedc64 is going to be created. [ 623.736811] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.736811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.736811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.737533] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.737533] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.737673] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.860819] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.861117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.861232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.861569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.861857] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.862041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.862168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.862433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.862540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.862617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.862784] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.862881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.862943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.863244] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.863331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.863394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.863625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.863668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.863749] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.021551] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.021817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.021817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.021989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.022220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.022362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.022433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.022603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.022730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.022829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.022990] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.023556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.023623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.023718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.023784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.023958] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.092801] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d7c808-b756-4116-a885-5b6963c31359 in Status: SUCCESS [ 624.093044] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d7c808-b756-4116-a885-5b6963c31359 deletion is rescheduled due to dependency. [ 624.093211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.366355] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be01eaf1-0c17-4620-980f-cce9d800e68b: rpc.has_security_group_logging(os_id): False [ 624.388975] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.389212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.389265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.389524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.389894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.389894] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.390068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.390101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.390327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.390437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.390797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.390797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.390909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.391668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.391668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.391668] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.391668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.391668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.391966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.392079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.392203] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 624.482260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.482260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.482260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.482260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.482260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.488921] env[65301]: INFO networking_nsxv3.common.synchronization [req-b5cc2941-eba1-4d23-ac2d-3b77ae63d82f req-4d322083-6ddf-4aa0-a433-007466cac050 service nova] Enqueued Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_rules [ 624.489841] env[65301]: INFO networking_nsxv3.common.synchronization [req-b5cc2941-eba1-4d23-ac2d-3b77ae63d82f req-4d322083-6ddf-4aa0-a433-007466cac050 service nova] Enqueued Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_members [ 624.490138] env[65301]: INFO networking_nsxv3.common.synchronization [req-b5cc2941-eba1-4d23-ac2d-3b77ae63d82f req-4d322083-6ddf-4aa0-a433-007466cac050 service nova] Enqueued Resource ID: 7b61bb1a-af3a-47a0-8d79-978ff0cedc64 with Priority: HIGHEST for action port [ 624.491315] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_rules [ 624.491315] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_members [ 624.491315] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b61bb1a-af3a-47a0-8d79-978ff0cedc64 with Priority: HIGHEST for action port [ 624.491700] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.492022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.492977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.492977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.492977] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.494464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.494464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.494464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.494464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.494464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.494464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.494464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.494464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.494904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.494904] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.496162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.496342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.496828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.496828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.496828] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b61bb1a-af3a-47a0-8d79-978ff0cedc64',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.502887] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 624.526111] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b76585a5-eeac-4b98-9500-4e2d36399080: rpc.has_security_group_logging(os_id): False [ 624.570081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.570081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.570081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.570081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.571124] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.571124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.571124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.571124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.571262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.571379] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76585a5-eeac-4b98-9500-4e2d36399080 is going to be created. [ 624.631107] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 624.631288] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 deletion is rescheduled due to dependency. [ 624.631445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.667303] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.667303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.667417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.667607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.669361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.683226] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b76585a5-eeac-4b98-9500-4e2d36399080 in Status: IN_PROGRESS for 2s [ 625.001455] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.002558] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.002712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.002834] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b61bb1a-af3a-47a0-8d79-978ff0cedc64 with status ACTIVE [ 625.002997] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.003117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.003193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.003415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.003506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.003676] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.003800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.003834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.003970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.004058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.004330] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.004330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.004486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.004520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.004599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.004661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b61bb1a-af3a-47a0-8d79-978ff0cedc64 is going to be updated. [ 625.036974] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.037284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.037391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.037787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.038510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.038510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b61bb1a-af3a-47a0-8d79-978ff0cedc64" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.159335] env[65301]: INFO networking_nsxv3.common.synchronization [req-56838d80-be93-4c27-b75b-4a5e413799fb req-6bd48f7c-9c86-4d7e-a818-a7aa6cb422ca tempest-ImagesOneServerTestJSON-231900993 tempest-ImagesOneServerTestJSON-231900993-project-member] Enqueued Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_members [ 625.159983] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_members [ 625.161215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.161423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.161423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.161695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.161859] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.161988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.162105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.162198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.162391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.162391] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.511434] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.664631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.664842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.664989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.665292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.665883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.666032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.666125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.666316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.666431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.666545] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3cf427-5474-4aaa-85e4-261f28d068db already deleted. [ 625.666706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.842069] env[65301]: INFO networking_nsxv3.common.synchronization [req-4246d316-6e81-40e5-9b54-45158f8e6671 req-546a7193-89c5-4c51-938a-e661d9374054 tempest-TenantUsagesTestJSON-758449970 tempest-TenantUsagesTestJSON-758449970-project-member] Enqueued Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_members [ 625.842672] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGHEST for action security_group_members [ 625.843016] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.843919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.843919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.844116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.844381] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.844546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.844605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.844803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.844896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.845020] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.865983] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-798 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.865983] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-798" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.866186] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-798" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.866465] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-798" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.866797] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.867020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.867632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.867900] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.868061] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.868264] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.868388] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.868570] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.868640] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.868690] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.868852] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.868909] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.888392] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.888392] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.888525] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.888627] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-798" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.888935] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-9863fd76-8164-498b-b8eb-6e6d5644a97a taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889163] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889224] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889541] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.889681] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9863fd76-8164-498b-b8eb-6e6d5644a97a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.016471] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.016471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.016471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.016471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.016471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.016471] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca03631-7fe1-4555-96e9-963b844c9ca0 is going to be created. [ 626.040291] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.040498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.040498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.041422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.041422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.051975] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca03631-7fe1-4555-96e9-963b844c9ca0 in Status: UNINITIALIZED for 2s [ 626.349708] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.349708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.349708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.350052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.350052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.350350] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.350467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.350467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.350692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.350692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.350877] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb369b1-a970-496a-948c-0858ed1db05f is going to be updated. [ 626.381754] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.381983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.381983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.382200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.382473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.392238] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.392522] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.392630] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.392923] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.393103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.393279] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 9863fd76-8164-498b-b8eb-6e6d5644a97a not found, creating... [ 626.393578] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.393768] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.393871] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.394118] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.394283] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.394618] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.394771] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.394883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.395614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.395614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.396280] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 9863fd76-8164-498b-b8eb-6e6d5644a97a is going to be created. [ 626.397675] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb369b1-a970-496a-948c-0858ed1db05f in Status: IN_PROGRESS for 2s [ 626.433419] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.433628] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.433745] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.434035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.434346] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.434548] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.525742] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d9c6ee06-07fb-414a-81ab-ae9fbcfa373c None None] Enqueued Resource ID: e343d9f8-161d-42c2-a170-65502d219e16 with Priority: HIGHEST for action port [ 626.526341] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e343d9f8-161d-42c2-a170-65502d219e16 with Priority: HIGHEST for action port [ 626.526810] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e343d9f8-161d-42c2-a170-65502d219e16 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.526810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e343d9f8-161d-42c2-a170-65502d219e16" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.526918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e343d9f8-161d-42c2-a170-65502d219e16" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.527292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e343d9f8-161d-42c2-a170-65502d219e16" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.527292] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e343d9f8-161d-42c2-a170-65502d219e16',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.536693] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 626.536693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.536693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.536693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.536693] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.696193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b76585a5-eeac-4b98-9500-4e2d36399080 in Status: SUCCESS [ 626.696502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.030344] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e343d9f8-161d-42c2-a170-65502d219e16 [ 627.030691] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.030965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.031135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.031474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.031645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.031758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e343d9f8-161d-42c2-a170-65502d219e16 already deleted. [ 627.031904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e343d9f8-161d-42c2-a170-65502d219e16" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.042577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.043902] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.043902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.043902] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.204769] env[65301]: INFO networking_nsxv3.common.synchronization [req-56838d80-be93-4c27-b75b-4a5e413799fb req-809096bf-3f67-4a50-82bd-9e0bc3893545 service nova] Enqueued Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_rules [ 627.204891] env[65301]: INFO networking_nsxv3.common.synchronization [req-56838d80-be93-4c27-b75b-4a5e413799fb req-809096bf-3f67-4a50-82bd-9e0bc3893545 service nova] Enqueued Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_members [ 627.205038] env[65301]: INFO networking_nsxv3.common.synchronization [req-56838d80-be93-4c27-b75b-4a5e413799fb req-809096bf-3f67-4a50-82bd-9e0bc3893545 service nova] Enqueued Resource ID: 9863fd76-8164-498b-b8eb-6e6d5644a97a with Priority: HIGHEST for action port [ 627.206394] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_rules [ 627.207028] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_members [ 627.207028] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9863fd76-8164-498b-b8eb-6e6d5644a97a with Priority: HIGHEST for action port [ 627.207028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.207532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.207532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.207532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.207810] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.208806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.208806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.209185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.209185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.209185] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.209296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.210855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.210855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.210855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.210855] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.212914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9863fd76-8164-498b-b8eb-6e6d5644a97a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212914] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9863fd76-8164-498b-b8eb-6e6d5644a97a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.547276] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.548207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.548207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.548207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.548207] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.548207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.548544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.548544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.548607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.548688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.548847] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.548946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.549050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.549213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.550256] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.550256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.550256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.550256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.550256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.550256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.550256] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.715108] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.715280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.715508] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.716443] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9863fd76-8164-498b-b8eb-6e6d5644a97a with status ACTIVE [ 627.716554] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.716637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.716700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.716975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.716975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.717180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.719727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.719727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.719727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.719727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.721810] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.721810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.721960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.722230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.722230] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9863fd76-8164-498b-b8eb-6e6d5644a97a is going to be updated. [ 627.748178] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.748375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.748375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.748586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.748721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.748885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9863fd76-8164-498b-b8eb-6e6d5644a97a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.058257] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be01eaf1-0c17-4620-980f-cce9d800e68b: rpc.has_security_group_logging(os_id): False [ 628.075165] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca03631-7fe1-4555-96e9-963b844c9ca0 in Status: SUCCESS [ 628.075165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.075165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.075165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.075165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.075165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.075706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.076407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.076496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.076586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.076672] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.079115] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.079244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.079343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.079561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.079561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.079706] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.079796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.079877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.080038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.080124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.080316] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.080411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.080468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.080604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.080679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.080886] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.081030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.081095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.081243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.081327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.081397] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 628.150612] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.150799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.151568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.151568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.151568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.168848] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 628.225618] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.409244] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eeb369b1-a970-496a-948c-0858ed1db05f in Status: SUCCESS [ 628.409486] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eeb369b1-a970-496a-948c-0858ed1db05f deletion is rescheduled due to dependency. [ 628.409638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.587326] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.587754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.587754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.587881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.588051] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.588155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.588215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.588364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590831] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590831] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590831] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.728429] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.728646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.728746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.729300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.729300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.729300] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3cf427-5474-4aaa-85e4-261f28d068db is going to be created. [ 628.761954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.762293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.762293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.762460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.762621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.775498] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3cf427-5474-4aaa-85e4-261f28d068db in Status: UNINITIALIZED for 2s [ 629.094488] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cca03631-7fe1-4555-96e9-963b844c9ca0: rpc.has_security_group_logging(os_id): False [ 629.106325] env[65301]: INFO networking_nsxv3.common.synchronization [None req-30e89886-4832-4ba5-b69b-0bc0bf4f66a0 None None] Enqueued Resource ID: bb6f676b-b688-4bed-a640-cc3d732b351a with Priority: HIGHEST for action port [ 629.106325] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6f676b-b688-4bed-a640-cc3d732b351a with Priority: HIGHEST for action port [ 629.107684] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb6f676b-b688-4bed-a640-cc3d732b351a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.108315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb6f676b-b688-4bed-a640-cc3d732b351a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.108670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb6f676b-b688-4bed-a640-cc3d732b351a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.108741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb6f676b-b688-4bed-a640-cc3d732b351a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.108797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb6f676b-b688-4bed-a640-cc3d732b351a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.135644] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.135905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.135905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.136067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.136139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.136379] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.136482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.136916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.136916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.136916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.136916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.137134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.137134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.137264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.137264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.137504] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.137571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.137571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.138740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.138740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.138740] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cca03631-7fe1-4555-96e9-963b844c9ca0 is going to be created. [ 629.232731] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.232925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.232925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.233130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.233374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.251999] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cca03631-7fe1-4555-96e9-963b844c9ca0 in Status: IN_PROGRESS for 2s [ 629.613541] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb6f676b-b688-4bed-a640-cc3d732b351a [ 629.613541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.613541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.613541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.613541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.613541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.613541] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb6f676b-b688-4bed-a640-cc3d732b351a already deleted. [ 629.613541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb6f676b-b688-4bed-a640-cc3d732b351a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.190964] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 630.191363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.525130] env[65301]: INFO networking_nsxv3.common.synchronization [req-15131dfb-7931-48ec-a2c5-c27e391fbe54 req-d70a43ec-452a-40f0-9945-21f66c747ec2 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_members [ 630.525665] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_members [ 630.525967] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.526095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.526166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.526417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.526587] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.526652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.526794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.526867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.526957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.527718] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.794223] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3cf427-5474-4aaa-85e4-261f28d068db in Status: SUCCESS [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.794223] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.794223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.794223] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.898705] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.898883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.898996] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.902210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.902210] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.902210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.902210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.902210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.902210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.902210] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.902210] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.902210] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.902210] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.902592] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.902592] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.902592] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.927128] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.927427] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.927576] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.927749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.928069] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-8d52f8b7-011d-4505-859e-b8f0d2e2a791 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.928241] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.928926] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.928926] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.928926] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d52f8b7-011d-4505-859e-b8f0d2e2a791',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.030570] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.030762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.030895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.031148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.031242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.031453] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.031556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.031638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.031756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.031957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.031957] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 already deleted. [ 631.032131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.267807] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cca03631-7fe1-4555-96e9-963b844c9ca0 in Status: SUCCESS [ 631.268188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.298142] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.298382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.298555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.298831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.299044] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.299169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.299235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.299418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.299508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.299596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.299758] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.299940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.300018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.300177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.300325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.300418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.300479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.300618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.300719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.300989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.300989] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.432321] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.433355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.433355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.433355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.433735] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.434051] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 8d52f8b7-011d-4505-859e-b8f0d2e2a791 not found, creating... [ 631.434582] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.436059] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.436059] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.436284] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.436453] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.436949] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.438371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.438371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.438371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.438371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438371] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 8d52f8b7-011d-4505-859e-b8f0d2e2a791 is going to be created. [ 631.466431] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.466630] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.466755] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.467054] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.467278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.467498] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.803929] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a3cf427-5474-4aaa-85e4-261f28d068db: rpc.has_security_group_logging(os_id): False [ 631.824035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.824145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.824200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.824375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.824464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.824673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.824761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.824857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.824976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.825054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.825234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.825317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.825373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.827467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.827467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.827467] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.827467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.827467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.827467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.827467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.827467] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3cf427-5474-4aaa-85e4-261f28d068db is going to be created. [ 631.884142] env[65301]: INFO networking_nsxv3.common.synchronization [None req-60e0fc4f-356e-4931-b2c8-b4a3eb4cea7b None None] Enqueued Resource ID: ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd with Priority: HIGHEST for action port [ 631.884376] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd with Priority: HIGHEST for action port [ 631.884786] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.884933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.884998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.885299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.885400] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.902708] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.903078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.903078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.903198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.903864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.916310] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3cf427-5474-4aaa-85e4-261f28d068db in Status: IN_PROGRESS for 2s [ 632.192634] env[65301]: INFO networking_nsxv3.common.synchronization [req-15131dfb-7931-48ec-a2c5-c27e391fbe54 req-8092c7d7-9094-4d96-81ba-035ec9f72c58 service nova] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_rules [ 632.192783] env[65301]: INFO networking_nsxv3.common.synchronization [req-15131dfb-7931-48ec-a2c5-c27e391fbe54 req-8092c7d7-9094-4d96-81ba-035ec9f72c58 service nova] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_members [ 632.194138] env[65301]: INFO networking_nsxv3.common.synchronization [req-15131dfb-7931-48ec-a2c5-c27e391fbe54 req-8092c7d7-9094-4d96-81ba-035ec9f72c58 service nova] Enqueued Resource ID: 8d52f8b7-011d-4505-859e-b8f0d2e2a791 with Priority: HIGHEST for action port [ 632.194138] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_rules [ 632.194138] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_members [ 632.194138] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d52f8b7-011d-4505-859e-b8f0d2e2a791 with Priority: HIGHEST for action port [ 632.194138] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.194138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.194138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.195304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.195304] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.195304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.195418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.195418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.195832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.195832] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.195832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.195832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.196020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.196052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.196134] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.196840] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d52f8b7-011d-4505-859e-b8f0d2e2a791 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.196952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.197025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.197174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.197244] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d52f8b7-011d-4505-859e-b8f0d2e2a791',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.388419] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd [ 632.388419] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.388419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.388419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.388635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.388736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.388798] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd already deleted. [ 632.389995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec84d3e4-61b0-47b6-83a1-d5ef40ba43cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.401527] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8ab6293b-1887-4b73-8cf9-b6d6d17b9318 None None] Enqueued Resource ID: 3ea7fa75-7534-49bd-9d47-3ea316456103 with Priority: HIGHEST for action port [ 632.403041] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea7fa75-7534-49bd-9d47-3ea316456103 with Priority: HIGHEST for action port [ 632.403165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea7fa75-7534-49bd-9d47-3ea316456103 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.404035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea7fa75-7534-49bd-9d47-3ea316456103" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.404035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea7fa75-7534-49bd-9d47-3ea316456103" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.404035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea7fa75-7534-49bd-9d47-3ea316456103" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.404369] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea7fa75-7534-49bd-9d47-3ea316456103',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.534526] env[65301]: INFO networking_nsxv3.common.synchronization [req-c2858d0c-e593-4f3a-b0ae-ca40b61186b8 req-f7bdfe6c-5ee6-4bb9-9741-8a2efd942961 tempest-VolumesAssistedSnapshotsTest-574996418 tempest-VolumesAssistedSnapshotsTest-574996418-project-member] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_members [ 632.536506] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_members [ 632.536506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.536506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.536506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.536506] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.699132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.699132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.700585] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d52f8b7-011d-4505-859e-b8f0d2e2a791 with status ACTIVE [ 632.700781] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.700868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.701069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.701374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.701469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.701655] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.701760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.701820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.701979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.702065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.702263] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.703596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.703596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.703596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.703596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.703596] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d52f8b7-011d-4505-859e-b8f0d2e2a791 is going to be updated. [ 632.708024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.729837] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.729986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.730079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.730289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.730437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.730629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d52f8b7-011d-4505-859e-b8f0d2e2a791" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.911594] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ea7fa75-7534-49bd-9d47-3ea316456103 [ 632.911928] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.911996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.912056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.912292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.912445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.912501] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ea7fa75-7534-49bd-9d47-3ea316456103 already deleted. [ 632.912565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea7fa75-7534-49bd-9d47-3ea316456103" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.040553] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.040824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.040824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.041097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.041215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.041556] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.041556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.041556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.041808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.041808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.041873] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 already deleted. [ 633.041960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.086519] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.086717] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-240" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.086717] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-240" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.087080] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-240" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.087891] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.087891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.087891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.088867] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.088867] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.088867] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.088867] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.088867] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.088867] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.089113] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.089113] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.089211] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.108533] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.108736] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.108950] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.109155] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-240" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.110637] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.110637] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.110637] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.110910] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.111026] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e85fa78-aabe-4cd6-9605-f3cd54e0694b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.207048] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.613917] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.614084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.614283] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.614500] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.614727] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.614960] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 5e85fa78-aabe-4cd6-9605-f3cd54e0694b not found, creating... [ 633.615383] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.615567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.615689] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.616020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.616229] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.616685] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.617164] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.617164] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.617352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.617421] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.617554] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 5e85fa78-aabe-4cd6-9605-f3cd54e0694b is going to be created. [ 633.640026] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.640026] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.640026] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.640397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.640491] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.640741] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.710364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.710364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.710364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.710741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.710741] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 is going to be created. [ 633.747443] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.747664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.747664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.747904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.748223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.759965] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 in Status: UNINITIALIZED for 2s [ 633.939081] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a3cf427-5474-4aaa-85e4-261f28d068db in Status: SUCCESS [ 633.939328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.992012] env[65301]: INFO networking_nsxv3.common.synchronization [None req-5890d033-2345-457c-afd0-a58dd3eaa9d1 None None] Enqueued Resource ID: c9d70e89-6b86-49b3-a745-6ca881cb01c1 with Priority: HIGHEST for action port [ 633.992599] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d70e89-6b86-49b3-a745-6ca881cb01c1 with Priority: HIGHEST for action port [ 633.992914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d70e89-6b86-49b3-a745-6ca881cb01c1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.993058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d70e89-6b86-49b3-a745-6ca881cb01c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.993123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d70e89-6b86-49b3-a745-6ca881cb01c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.993382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d70e89-6b86-49b3-a745-6ca881cb01c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.993482] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d70e89-6b86-49b3-a745-6ca881cb01c1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.432503] env[65301]: INFO networking_nsxv3.common.synchronization [req-c2858d0c-e593-4f3a-b0ae-ca40b61186b8 req-df97c7e0-b7ce-4e73-9a1e-03ceef3856a0 service nova] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_rules [ 634.432696] env[65301]: INFO networking_nsxv3.common.synchronization [req-c2858d0c-e593-4f3a-b0ae-ca40b61186b8 req-df97c7e0-b7ce-4e73-9a1e-03ceef3856a0 service nova] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_members [ 634.432823] env[65301]: INFO networking_nsxv3.common.synchronization [req-c2858d0c-e593-4f3a-b0ae-ca40b61186b8 req-df97c7e0-b7ce-4e73-9a1e-03ceef3856a0 service nova] Enqueued Resource ID: 5e85fa78-aabe-4cd6-9605-f3cd54e0694b with Priority: HIGHEST for action port [ 634.434044] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_rules [ 634.434044] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_members [ 634.434044] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e85fa78-aabe-4cd6-9605-f3cd54e0694b with Priority: HIGHEST for action port [ 634.434593] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.434593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.434593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.434728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.435156] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.436573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.436704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.437327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.438868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.439400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.439400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.439400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.439400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.441082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.441082] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.441282] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.441282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.441415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.441500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.441578] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e85fa78-aabe-4cd6-9605-f3cd54e0694b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.496085] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9d70e89-6b86-49b3-a745-6ca881cb01c1 [ 634.496085] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.496085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.496085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.496332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.496332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.496397] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9d70e89-6b86-49b3-a745-6ca881cb01c1 already deleted. [ 634.496510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d70e89-6b86-49b3-a745-6ca881cb01c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.940510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.941015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.945069] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.949190] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e85fa78-aabe-4cd6-9605-f3cd54e0694b with status ACTIVE [ 634.949297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.950258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.950258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.950258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.950258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.950258] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.950258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.950258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.950601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.951570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.951570] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.951570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.951570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.951570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.951570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.951830] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e85fa78-aabe-4cd6-9605-f3cd54e0694b is going to be updated. [ 634.977032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.977032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.977326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.977326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.977452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.977574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e85fa78-aabe-4cd6-9605-f3cd54e0694b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.312755] env[65301]: INFO networking_nsxv3.common.synchronization [None req-66f723e3-37f6-4add-abf3-878946d1090a None None] Enqueued Resource ID: 8c8bf10d-52da-4c9c-83e8-019d2417c92c with Priority: HIGHEST for action port [ 635.313299] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8bf10d-52da-4c9c-83e8-019d2417c92c with Priority: HIGHEST for action port [ 635.313586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8bf10d-52da-4c9c-83e8-019d2417c92c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.313706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8bf10d-52da-4c9c-83e8-019d2417c92c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.313772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8bf10d-52da-4c9c-83e8-019d2417c92c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.314223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8bf10d-52da-4c9c-83e8-019d2417c92c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.314350] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8bf10d-52da-4c9c-83e8-019d2417c92c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.454855] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.775573] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 in Status: SUCCESS [ 635.775573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.775573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.775573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.775919] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.775919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.775919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.776206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.776286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.776386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.776474] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.817450] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c8bf10d-52da-4c9c-83e8-019d2417c92c [ 635.817704] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.818156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.818242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.818497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.818604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.818714] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c8bf10d-52da-4c9c-83e8-019d2417c92c already deleted. [ 635.818812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8bf10d-52da-4c9c-83e8-019d2417c92c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.851421] env[65301]: INFO networking_nsxv3.common.synchronization [req-1a5e6751-c918-45a6-969f-00a8fe58d6df req-04f38d70-78dd-479d-b5e4-94e7aa060839 tempest-ServerAddressesNegativeTestJSON-2094597349 tempest-ServerAddressesNegativeTestJSON-2094597349-project-member] Enqueued Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_members [ 635.852611] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_members [ 635.853400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.853555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.853650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.853896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.854038] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.854144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.854203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.854514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.854514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.854514] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.958532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.958839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.958839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.958972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.959299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.959438] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 is going to be created. [ 635.987551] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.987862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.988042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.988336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.988586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.000309] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77f870e2-e029-4ee6-97cb-b42334002589 in Status: UNINITIALIZED for 2s [ 636.176282] env[65301]: INFO networking_nsxv3.common.synchronization [None req-261386b7-8288-4482-a66f-ac45e57033a9 None None] Enqueued Resource ID: 9fc47a4d-5585-482b-81b2-d3f63222a098 with Priority: HIGHEST for action port [ 636.176813] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fc47a4d-5585-482b-81b2-d3f63222a098 with Priority: HIGHEST for action port [ 636.177452] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fc47a4d-5585-482b-81b2-d3f63222a098 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.177452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fc47a4d-5585-482b-81b2-d3f63222a098" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.177452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fc47a4d-5585-482b-81b2-d3f63222a098" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.177632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fc47a4d-5585-482b-81b2-d3f63222a098" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.177667] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fc47a4d-5585-482b-81b2-d3f63222a098',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.283181] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.316804] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.317222] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-399" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.317383] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-399" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.317710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-399" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318029] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.318191] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.318593] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.318593] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318704] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.318845] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.319043] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.319245] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.319376] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.319486] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.319586] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.319710] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.344884] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.345122] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.345269] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.345472] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-399" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.345811] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-47d004d9-05d8-4d76-9605-2d3168c31589 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.346067] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.348103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.348103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.348103] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d004d9-05d8-4d76-9605-2d3168c31589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.357565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.357822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.357822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.358012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.358122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.358322] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.358555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.358555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.358719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.358719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.358814] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 already deleted. [ 636.358910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.556774] env[65301]: INFO networking_nsxv3.common.synchronization [None req-90f08590-2331-47bf-a841-1a9d25bbc04d None None] Enqueued Resource ID: 384914c9-cc77-49ef-a347-4af5b694aead with Priority: HIGHEST for action port [ 636.556774] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384914c9-cc77-49ef-a347-4af5b694aead with Priority: HIGHEST for action port [ 636.556774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-384914c9-cc77-49ef-a347-4af5b694aead taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.556774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384914c9-cc77-49ef-a347-4af5b694aead" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.556774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384914c9-cc77-49ef-a347-4af5b694aead" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.556774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384914c9-cc77-49ef-a347-4af5b694aead" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.557337] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384914c9-cc77-49ef-a347-4af5b694aead',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.680566] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fc47a4d-5585-482b-81b2-d3f63222a098 [ 636.680907] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.681180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.681327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.681619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.681741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.681862] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fc47a4d-5585-482b-81b2-d3f63222a098 already deleted. [ 636.681970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fc47a4d-5585-482b-81b2-d3f63222a098" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.782554] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 751ca56e-059c-435e-96eb-fed6c1e718b1: rpc.has_security_group_logging(os_id): False [ 636.806840] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.806840] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.806840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.807379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.807379] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 is going to be created. [ 636.849446] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.849750] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.849918] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.850218] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.852379] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.852379] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 47d004d9-05d8-4d76-9605-2d3168c31589 not found, creating... [ 636.852379] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.852379] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.852379] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.852379] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.852379] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.852379] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.852379] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.852783] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.853057] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.854380] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.854380] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 47d004d9-05d8-4d76-9605-2d3168c31589 is going to be created. [ 636.878070] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.878363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.878437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.878596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.878778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.880753] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.881023] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.881398] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.881514] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.881963] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.882163] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.895038] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 in Status: IN_PROGRESS for 2s [ 637.059626] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 384914c9-cc77-49ef-a347-4af5b694aead [ 637.059913] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.060641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.060641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.060641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.060641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.060641] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:384914c9-cc77-49ef-a347-4af5b694aead already deleted. [ 637.060641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384914c9-cc77-49ef-a347-4af5b694aead" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.643145] env[65301]: INFO networking_nsxv3.common.synchronization [req-1a5e6751-c918-45a6-969f-00a8fe58d6df req-9ccf1bca-e486-48f6-9ee8-7b76fedb6900 service nova] Enqueued Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_rules [ 637.643145] env[65301]: INFO networking_nsxv3.common.synchronization [req-1a5e6751-c918-45a6-969f-00a8fe58d6df req-9ccf1bca-e486-48f6-9ee8-7b76fedb6900 service nova] Enqueued Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_members [ 637.643145] env[65301]: INFO networking_nsxv3.common.synchronization [req-1a5e6751-c918-45a6-969f-00a8fe58d6df req-9ccf1bca-e486-48f6-9ee8-7b76fedb6900 service nova] Enqueued Resource ID: 47d004d9-05d8-4d76-9605-2d3168c31589 with Priority: HIGHEST for action port [ 637.643145] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_rules [ 637.643145] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_members [ 637.643145] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d004d9-05d8-4d76-9605-2d3168c31589 with Priority: HIGHEST for action port [ 637.643145] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.643145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.643145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.643145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.643145] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.644895] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.645190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.645388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.645737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.646496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.646496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.646496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.646496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.646496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.646844] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.649239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d004d9-05d8-4d76-9605-2d3168c31589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.649239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.649239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.649239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.649239] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d004d9-05d8-4d76-9605-2d3168c31589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.016755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77f870e2-e029-4ee6-97cb-b42334002589 in Status: SUCCESS [ 638.019350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.023030] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.023030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.023030] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.150726] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.153622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.153622] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47d004d9-05d8-4d76-9605-2d3168c31589 with status ACTIVE [ 638.153622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.153622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.153622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.154536] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.154536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.154536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.155684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.156893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.156893] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47d004d9-05d8-4d76-9605-2d3168c31589 is going to be updated. [ 638.182863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.182863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.182863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.182863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.182863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.182863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d004d9-05d8-4d76-9605-2d3168c31589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.417235] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cecb2d77-338f-439e-a122-ea45799a5c57 None None] Enqueued Resource ID: da2c4d58-751b-4c3b-b993-246931076ded with Priority: HIGHEST for action port [ 638.417235] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2c4d58-751b-4c3b-b993-246931076ded with Priority: HIGHEST for action port [ 638.417235] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-da2c4d58-751b-4c3b-b993-246931076ded taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.417725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da2c4d58-751b-4c3b-b993-246931076ded" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.417938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da2c4d58-751b-4c3b-b993-246931076ded" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.418324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da2c4d58-751b-4c3b-b993-246931076ded" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.418536] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da2c4d58-751b-4c3b-b993-246931076ded',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.525053] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.606888] env[65301]: INFO networking_nsxv3.common.synchronization [None req-6abd14f7-a972-4293-99f2-0440ff384523 None None] Enqueued Resource ID: 52b18270-48f0-4fa2-8418-632eac80fec4 with Priority: HIGHEST for action port [ 638.607584] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b18270-48f0-4fa2-8418-632eac80fec4 with Priority: HIGHEST for action port [ 638.607945] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b18270-48f0-4fa2-8418-632eac80fec4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.608611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b18270-48f0-4fa2-8418-632eac80fec4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.608689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b18270-48f0-4fa2-8418-632eac80fec4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.608951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b18270-48f0-4fa2-8418-632eac80fec4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.609073] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b18270-48f0-4fa2-8418-632eac80fec4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.658077] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.908988] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 in Status: SUCCESS [ 638.909215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.922855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da2c4d58-751b-4c3b-b993-246931076ded [ 638.924240] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.924240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.924240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.924240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.924240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.924240] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da2c4d58-751b-4c3b-b993-246931076ded already deleted. [ 638.924240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da2c4d58-751b-4c3b-b993-246931076ded" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.032368] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77f870e2-e029-4ee6-97cb-b42334002589: rpc.has_security_group_logging(os_id): False [ 639.058041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.058041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.058041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.058041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.058041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.058041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.058041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.060191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.061296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.061296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.061296] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 is going to be created. [ 639.114829] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b18270-48f0-4fa2-8418-632eac80fec4 [ 639.115947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.115947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.115947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.116186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.116283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.116394] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b18270-48f0-4fa2-8418-632eac80fec4 already deleted. [ 639.116484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b18270-48f0-4fa2-8418-632eac80fec4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.158673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.159186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.159186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.159186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.159409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.160732] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.162325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.164375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.164375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.164375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.164375] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 is going to be created. [ 639.178672] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77f870e2-e029-4ee6-97cb-b42334002589 in Status: IN_PROGRESS for 2s [ 639.197310] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.197675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.198605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.198605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.198605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.218030] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 in Status: UNINITIALIZED for 2s [ 639.300122] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4e3eb18a-a3f7-4c91-b8c2-c7336c4d5517 tempest-ServersTestFqdnHostnames-923736718 tempest-ServersTestFqdnHostnames-923736718-project-member] Enqueued Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_rules [ 639.308018] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_rules [ 639.308018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.308018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.308018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.309350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.309396] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.618187] env[65301]: INFO networking_nsxv3.common.synchronization [None req-9405dadf-e80c-439f-a881-07ea6e6fa3c5 tempest-ServersTestFqdnHostnames-923736718 tempest-ServersTestFqdnHostnames-923736718-project-member] Enqueued Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_rules [ 639.619587] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_rules [ 639.620494] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.620752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.701325] env[65301]: INFO networking_nsxv3.common.synchronization [None req-163da92f-8b20-4ad3-a4b4-fd05b4380e2c tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 639.701325] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 639.701325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.701325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.701325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.701325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.701604] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.834205] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.834467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.834467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.834631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.834718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.834857] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf already deleted. [ 639.834995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.835171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.835392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.835485] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.140079] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cfd4dcb2-37e1-4bf7-8b31-0958867b5790 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 640.140657] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 640.140999] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.141112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.226556] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.226556] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376ef489-9377-46de-a55b-ab96411e3397 already deleted. [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.226556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.226556] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.361672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.361867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.361985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.362363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.362527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.362569] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf already deleted. [ 640.362657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.747641] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.747641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.747776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.747921] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.748027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.748135] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376ef489-9377-46de-a55b-ab96411e3397 already deleted. [ 640.748218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.195265] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77f870e2-e029-4ee6-97cb-b42334002589 in Status: SUCCESS [ 641.195579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.228500] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 in Status: SUCCESS [ 641.228965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.229065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.229296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.229506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.229628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.229698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.229896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.230055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.230208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.230262] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.564113] env[65301]: INFO networking_nsxv3.common.synchronization [req-7e066a98-afec-4bdf-ad54-77442ebc347c req-dcc87113-2063-4c09-a6a5-84ecd72ee414 tempest-ServersAdminNegativeTestJSON-1848874304 tempest-ServersAdminNegativeTestJSON-1848874304-project-member] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 641.564915] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 641.567575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.567720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.567845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.568204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.568434] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.568575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.568697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.569043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.571451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571585] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.736511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.736511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.736511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.736511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.736511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.738208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.738208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.738208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.738208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.738208] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.980458] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.980639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.980754] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.981262] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.981718] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.982061] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.982061] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.982314] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.982455] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.982677] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.982800] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.982903] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.983009] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.983114] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.983211] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.983333] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.003702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.003969] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.004230] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.004454] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.004820] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-a8a7ef83-62bb-4d7d-8822-574706d9d806 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.005065] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.005217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.005588] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.005777] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8a7ef83-62bb-4d7d-8822-574706d9d806',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.076248] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.076248] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.076248] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f already deleted. [ 642.076248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.240941] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af94576f-8e88-42dc-95c8-22a9d8ed0c31: rpc.has_security_group_logging(os_id): False [ 642.261992] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.262189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.262313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.262641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.262746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.263010] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.263164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.263258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.263480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.263605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.263854] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.264260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.264517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.264551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.264808] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.264951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.265247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.265330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.265433] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 is going to be created. [ 642.337717] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.337958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.337958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.338264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.338624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.362841] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 in Status: IN_PROGRESS for 2s [ 642.508725] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.508989] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.509067] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.509356] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.509496] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.509642] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port a8a7ef83-62bb-4d7d-8822-574706d9d806 not found, creating... [ 642.510040] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.510241] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.510393] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.510633] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.510784] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.511768] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.511939] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.512136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.512408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.512561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.512706] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: a8a7ef83-62bb-4d7d-8822-574706d9d806 is going to be created. [ 642.535385] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.535732] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.535926] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.536289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.536667] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.537205] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.262252] env[65301]: INFO networking_nsxv3.common.synchronization [req-7e066a98-afec-4bdf-ad54-77442ebc347c req-b9896dc5-db3b-41b5-a72d-10cda79a67ef service nova] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_rules [ 643.262687] env[65301]: INFO networking_nsxv3.common.synchronization [req-7e066a98-afec-4bdf-ad54-77442ebc347c req-b9896dc5-db3b-41b5-a72d-10cda79a67ef service nova] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 643.262938] env[65301]: INFO networking_nsxv3.common.synchronization [req-7e066a98-afec-4bdf-ad54-77442ebc347c req-b9896dc5-db3b-41b5-a72d-10cda79a67ef service nova] Enqueued Resource ID: a8a7ef83-62bb-4d7d-8822-574706d9d806 with Priority: HIGHEST for action port [ 643.263229] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_rules [ 643.263317] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 643.263412] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8a7ef83-62bb-4d7d-8822-574706d9d806 with Priority: HIGHEST for action port [ 643.264047] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.264181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.264239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.264520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.264577] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.265607] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266359] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.266594] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.267429] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8a7ef83-62bb-4d7d-8822-574706d9d806 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.267536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.267603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.267744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.267828] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8a7ef83-62bb-4d7d-8822-574706d9d806',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.624669] env[65301]: INFO networking_nsxv3.common.synchronization [req-8ac10ea7-6511-4a2b-a6f2-c281eceda8e9 req-acf75abe-e3c9-4075-afc7-51d0c867f41a tempest-ListServersNegativeTestJSON-381854587 tempest-ListServersNegativeTestJSON-381854587-project-member] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 643.626050] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 643.626340] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.626488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.626561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.626719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.626969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.626969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.627178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.627544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.627544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.627544] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.769717] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.769966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.770137] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.771351] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8a7ef83-62bb-4d7d-8822-574706d9d806 with status ACTIVE [ 643.771690] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.771898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.772035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.772380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.773951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.774220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.774345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.774440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.774619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.774702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.774888] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.774981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.775078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.775251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.775337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.775433] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8a7ef83-62bb-4d7d-8822-574706d9d806 is going to be updated. [ 643.912239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.912449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.912506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.912692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.912837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.913107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8a7ef83-62bb-4d7d-8822-574706d9d806" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.131488] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.211929] env[65301]: INFO networking_nsxv3.common.synchronization [req-d7bc01e5-3253-4b92-a63b-a0f8b3abab31 req-5e6d884b-ed5e-4d91-8390-a88c1a76d864 tempest-ServerDiagnosticsNegativeTest-329330526 tempest-ServerDiagnosticsNegativeTest-329330526-project-member] Enqueued Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_members [ 644.212900] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGHEST for action security_group_members [ 644.213235] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.213352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.213540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.213696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.213951] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.214113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.214208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.214472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.214593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.214703] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.278371] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.376742] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 in Status: SUCCESS [ 644.376984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.522502] env[65301]: INFO networking_nsxv3.common.synchronization [req-55d09926-c24f-497d-b78e-459bdd4c5809 req-1b0c4f79-7ccc-4c1c-95a6-8640362b165a tempest-ServersWithSpecificFlavorTestJSON-784225732 tempest-ServersWithSpecificFlavorTestJSON-784225732-project-member] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 644.523855] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 644.524324] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.524462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.524529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.524805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.524972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.525093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.525238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.525314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.525429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.525483] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.633280] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.720196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.720355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.721061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.721061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721061] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.721061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.721358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.721358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.721358] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76585a5-eeac-4b98-9500-4e2d36399080 is going to be updated. [ 644.760045] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.760045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.760351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.760429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.760561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.773352] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76585a5-eeac-4b98-9500-4e2d36399080 in Status: IN_PROGRESS for 2s [ 644.782114] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.782114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.782114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.782114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.782114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.782114] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be created. [ 644.812496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.812496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.812496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.814036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.814036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.828417] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: UNINITIALIZED for 2s [ 645.031792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.031792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.032158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.032158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.032158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 already deleted. [ 645.032289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.137468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.138204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.138204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.138344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.138386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.138526] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 645.142447] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.142655] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.142747] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.143111] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.143407] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.143584] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.143697] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.143936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.144174] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.144335] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.144442] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.144545] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.144646] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.144747] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.144847] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.144973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.168559] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.168798] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.168963] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.169150] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.169515] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-301eed3c-e7df-45af-af6b-271038079114 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.169707] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.169818] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.170217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.170457] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301eed3c-e7df-45af-af6b-271038079114',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.180165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.180361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.180407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.180615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.180751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.195424] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 645.673102] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.673530] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.673530] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.673751] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.673894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.674055] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 301eed3c-e7df-45af-af6b-271038079114 not found, creating... [ 645.674313] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.674484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.674607] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.674818] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.674947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.675350] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.675495] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.675602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.675799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.676092] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.676244] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 301eed3c-e7df-45af-af6b-271038079114 is going to be created. [ 645.698207] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.698433] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.698555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.698848] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.699091] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.699356] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.469259] env[65301]: INFO networking_nsxv3.common.synchronization [req-55d09926-c24f-497d-b78e-459bdd4c5809 req-2452b3da-619b-4d52-a21e-8cab3d300615 service nova] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 646.469444] env[65301]: INFO networking_nsxv3.common.synchronization [req-55d09926-c24f-497d-b78e-459bdd4c5809 req-2452b3da-619b-4d52-a21e-8cab3d300615 service nova] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 646.469588] env[65301]: INFO networking_nsxv3.common.synchronization [req-55d09926-c24f-497d-b78e-459bdd4c5809 req-2452b3da-619b-4d52-a21e-8cab3d300615 service nova] Enqueued Resource ID: 301eed3c-e7df-45af-af6b-271038079114 with Priority: HIGHEST for action port [ 646.472225] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 646.472225] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 646.472340] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301eed3c-e7df-45af-af6b-271038079114 with Priority: HIGHEST for action port [ 646.474113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.474113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.474113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.474113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.474113] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.475076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.475320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.475483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.475788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.476065] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.476230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.476327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.476686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.476775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.476926] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.478018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-301eed3c-e7df-45af-af6b-271038079114 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.479029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.479029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.479029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.479029] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301eed3c-e7df-45af-af6b-271038079114',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.785667] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b76585a5-eeac-4b98-9500-4e2d36399080 in Status: SUCCESS [ 646.786447] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b76585a5-eeac-4b98-9500-4e2d36399080 deletion is rescheduled due to dependency. [ 646.786447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.839110] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 646.839462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.839539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.839725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.839943] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.840109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.840177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.840405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.840559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.840559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.840739] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.980421] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.980618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.980713] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.982977] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 301eed3c-e7df-45af-af6b-271038079114 with status ACTIVE [ 646.982977] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.982977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.982977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.982977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.982977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.985222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.985222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.985222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.985222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.985222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.985222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.985222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.985222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.985868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.985868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.985868] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 301eed3c-e7df-45af-af6b-271038079114 is going to be updated. [ 647.011309] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.011989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.011989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.012193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.012606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.012862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301eed3c-e7df-45af-af6b-271038079114" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.206416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 647.206583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.342994] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.343210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.343296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.343623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.343763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.343898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.343998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.344142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.344321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.344530] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.344638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.344700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.344847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344995] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.345100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.345156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.345295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.345438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.345536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.345667] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.488845] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.849861] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc4cdcdb-e220-4dd3-a331-113e6bf63e7f: rpc.has_security_group_logging(os_id): False [ 647.873350] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.873350] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.873350] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.873350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.873895] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.874263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.874452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.874685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.875129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.875535] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be created. [ 647.943153] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.943294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.943356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.943603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.943772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.958779] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: IN_PROGRESS for 2s [ 647.992076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.992435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.992555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.992800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.992903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.993010] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be created. [ 648.049747] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.049959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.050094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.050394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.050519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.065252] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: UNINITIALIZED for 2s [ 648.235477] env[65301]: INFO networking_nsxv3.common.synchronization [None req-48a9560d-53fe-48ce-9639-357232ea3a71 None None] Enqueued Resource ID: 2c5c9014-10d1-404a-9055-3d1ed2ae8d18 with Priority: HIGHEST for action port [ 648.236082] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5c9014-10d1-404a-9055-3d1ed2ae8d18 with Priority: HIGHEST for action port [ 648.236444] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5c9014-10d1-404a-9055-3d1ed2ae8d18 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.236591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5c9014-10d1-404a-9055-3d1ed2ae8d18" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.236659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5c9014-10d1-404a-9055-3d1ed2ae8d18" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.237016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5c9014-10d1-404a-9055-3d1ed2ae8d18" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.238470] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5c9014-10d1-404a-9055-3d1ed2ae8d18',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.742276] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c5c9014-10d1-404a-9055-3d1ed2ae8d18 [ 648.742766] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.742908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.743062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.743352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.743620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.743976] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c5c9014-10d1-404a-9055-3d1ed2ae8d18 already deleted. [ 648.744842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5c9014-10d1-404a-9055-3d1ed2ae8d18" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.104911] env[65301]: INFO networking_nsxv3.common.synchronization [req-4d2ac691-2f88-460a-a20b-ec09abba1afe req-639e5ef0-a85a-4db8-acbe-8b16076bf732 tempest-InstanceActionsV221TestJSON-1499151418 tempest-InstanceActionsV221TestJSON-1499151418-project-member] Enqueued Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_members [ 649.104911] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_members [ 649.105309] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.105309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.105422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.105604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.105762] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.105860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.105922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.106084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.106169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.106260] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.614043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.614043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.614043] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 already deleted. [ 649.614043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.617038] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.617459] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-570" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.617688] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-570" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.618238] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-570" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.618654] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.618972] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.619698] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.619698] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.619698] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.620132] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.620350] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.622816] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.622816] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.622816] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.622816] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.622816] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.649170] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.649170] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.649170] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.649170] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-570" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.649170] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-cdcc72ad-c6bb-4f64-8423-a090c1725e25 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.649170] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.649170] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.649170] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.649170] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcc72ad-c6bb-4f64-8423-a090c1725e25',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.973074] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 649.973324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.075783] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: SUCCESS [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.077357] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.077357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.077357] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.153438] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.153808] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.153808] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.154051] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.154202] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.154497] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port cdcc72ad-c6bb-4f64-8423-a090c1725e25 not found, creating... [ 650.154774] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.154927] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.155055] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.155277] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.155405] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.155670] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.155815] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.155922] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.156133] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.157131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.157131] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: cdcc72ad-c6bb-4f64-8423-a090c1725e25 is going to be created. [ 650.178079] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.178253] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.180447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.180447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.180447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.180447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.536384] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b4e2ec73-960d-4ba8-9542-7d7eb106098f None None] Enqueued Resource ID: aa09de61-fcc8-45b1-9bea-d4ba93a89669 with Priority: HIGHEST for action port [ 650.536892] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa09de61-fcc8-45b1-9bea-d4ba93a89669 with Priority: HIGHEST for action port [ 650.537344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa09de61-fcc8-45b1-9bea-d4ba93a89669 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.537516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa09de61-fcc8-45b1-9bea-d4ba93a89669" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.537585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa09de61-fcc8-45b1-9bea-d4ba93a89669" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.537794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa09de61-fcc8-45b1-9bea-d4ba93a89669" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.537935] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa09de61-fcc8-45b1-9bea-d4ba93a89669',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.580911] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.924964] env[65301]: INFO networking_nsxv3.common.synchronization [req-4d2ac691-2f88-460a-a20b-ec09abba1afe req-de415f7e-1603-4b46-861a-4e98c51b9564 service nova] Enqueued Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_rules [ 650.925141] env[65301]: INFO networking_nsxv3.common.synchronization [req-4d2ac691-2f88-460a-a20b-ec09abba1afe req-de415f7e-1603-4b46-861a-4e98c51b9564 service nova] Enqueued Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_members [ 650.925267] env[65301]: INFO networking_nsxv3.common.synchronization [req-4d2ac691-2f88-460a-a20b-ec09abba1afe req-de415f7e-1603-4b46-861a-4e98c51b9564 service nova] Enqueued Resource ID: cdcc72ad-c6bb-4f64-8423-a090c1725e25 with Priority: HIGHEST for action port [ 650.925481] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_rules [ 650.925602] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_members [ 650.925690] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcc72ad-c6bb-4f64-8423-a090c1725e25 with Priority: HIGHEST for action port [ 650.926568] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.926568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.926568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.926718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.926763] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.930190] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.930190] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.930190] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.930190] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdcc72ad-c6bb-4f64-8423-a090c1725e25 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.930190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.930190] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdcc72ad-c6bb-4f64-8423-a090c1725e25',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.040738] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa09de61-fcc8-45b1-9bea-d4ba93a89669 [ 651.041015] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.042067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.042067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.042650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.042742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.042981] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa09de61-fcc8-45b1-9bea-d4ba93a89669 already deleted. [ 651.042981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa09de61-fcc8-45b1-9bea-d4ba93a89669" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084059] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fba0423-44c2-42a1-82a9-da71001b1e10: rpc.has_security_group_logging(os_id): False [ 651.103980] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.105667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.107154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.107486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.107730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.108578] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.108745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.108813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.109383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.109541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.109662] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be created. [ 651.185243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.185243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.185243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.185569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.185757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.201229] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: IN_PROGRESS for 2s [ 651.436032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.436032] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdcc72ad-c6bb-4f64-8423-a090c1725e25 with status ACTIVE [ 651.436032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.436032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.436032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.436032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.437257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.437257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.437257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.437257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437257] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdcc72ad-c6bb-4f64-8423-a090c1725e25 is going to be updated. [ 651.437638] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.475794] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.476154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.476154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.476885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.476885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.476885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdcc72ad-c6bb-4f64-8423-a090c1725e25" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.676724] env[65301]: INFO networking_nsxv3.common.synchronization [req-290e5dff-61d8-4692-8459-e0c535a6b5b9 req-5adfafc3-8dd6-4460-9cb5-9af7a1795bea tempest-AttachInterfacesV270Test-1377547118 tempest-AttachInterfacesV270Test-1377547118-project-member] Enqueued Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_members [ 651.677418] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_members [ 651.677912] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.678101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.678178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.678558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.678663] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.678928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.678928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.679060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.679060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.679154] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.941819] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.182236] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.182970] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.183080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.183135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.183250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.183323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183402] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa already deleted. [ 652.183488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.332699] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.333228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-686" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.333228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-686" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.333445] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-686" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.334041] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.334515] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.334696] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.334988] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.335226] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.335494] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.335638] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.335769] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.335896] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.336052] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.336209] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.336340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.357191] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.357613] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.357935] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.358325] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-686" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.358994] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.359193] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.359388] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.359842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.360140] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.444532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.444700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.444774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.445439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.445439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.445439] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 is going to be created. [ 652.473672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.473822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.473888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.474108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.474265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.488961] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 in Status: UNINITIALIZED for 2s [ 652.554153] env[65301]: INFO networking_nsxv3.common.synchronization [None req-2fa9d406-0d80-4426-bee7-09a6d1edde90 None None] Enqueued Resource ID: c3f0a014-ddae-46ad-ac18-064f03cb2d0b with Priority: HIGHEST for action port [ 652.554153] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f0a014-ddae-46ad-ac18-064f03cb2d0b with Priority: HIGHEST for action port [ 652.554580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f0a014-ddae-46ad-ac18-064f03cb2d0b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.554702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f0a014-ddae-46ad-ac18-064f03cb2d0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.554769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f0a014-ddae-46ad-ac18-064f03cb2d0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.555018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f0a014-ddae-46ad-ac18-064f03cb2d0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.555471] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f0a014-ddae-46ad-ac18-064f03cb2d0b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.863638] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.863960] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.864725] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.864725] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.864725] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.864905] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 not found, creating... [ 652.865265] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.865373] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.865484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.866335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.866335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.866335] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.866335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.866335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.866658] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.867013] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.867013] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 is going to be created. [ 652.889335] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.889614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.889663] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.890103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.890220] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.890450] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.057989] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f0a014-ddae-46ad-ac18-064f03cb2d0b [ 653.057989] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.057989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.058320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.058320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.058386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.058511] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f0a014-ddae-46ad-ac18-064f03cb2d0b already deleted. [ 653.058618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f0a014-ddae-46ad-ac18-064f03cb2d0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.215956] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: SUCCESS [ 653.216607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.432019] env[65301]: INFO networking_nsxv3.common.synchronization [req-39aff52d-9665-43a4-aa0f-204e134ef133 req-72ee8849-b070-4408-aa21-14f90624b6a0 tempest-VolumesAdminNegativeTest-1286136626 tempest-VolumesAdminNegativeTest-1286136626-project-member] Enqueued Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_members [ 653.433572] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca03631-7fe1-4555-96e9-963b844c9ca0 with Priority: HIGHEST for action security_group_members [ 653.433894] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cca03631-7fe1-4555-96e9-963b844c9ca0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.434270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.434270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.434414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.434590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.434966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.434966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.434966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.435159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.435193] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cca03631-7fe1-4555-96e9-963b844c9ca0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.703255] env[65301]: INFO networking_nsxv3.common.synchronization [req-290e5dff-61d8-4692-8459-e0c535a6b5b9 req-7bedbea5-c804-408f-bb96-2a5637877d6c service nova] Enqueued Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_rules [ 653.703436] env[65301]: INFO networking_nsxv3.common.synchronization [req-290e5dff-61d8-4692-8459-e0c535a6b5b9 req-7bedbea5-c804-408f-bb96-2a5637877d6c service nova] Enqueued Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_members [ 653.703576] env[65301]: INFO networking_nsxv3.common.synchronization [req-290e5dff-61d8-4692-8459-e0c535a6b5b9 req-7bedbea5-c804-408f-bb96-2a5637877d6c service nova] Enqueued Resource ID: 0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 with Priority: HIGHEST for action port [ 653.704981] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_rules [ 653.705158] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_members [ 653.705270] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 with Priority: HIGHEST for action port [ 653.705573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.705702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.705805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.706081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.706153] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.707186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.707279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.707569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.707689] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.707809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.708086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.708253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.708352] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.709241] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.709346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.709447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.710448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.710448] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.938424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.938424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.938424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.938633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.938713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.938931] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.939056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.942112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.942112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.942112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.942112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca03631-7fe1-4555-96e9-963b844c9ca0 is going to be updated. [ 654.006167] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.006167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.006167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.006375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.006375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.015829] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca03631-7fe1-4555-96e9-963b844c9ca0 in Status: IN_PROGRESS for 2s [ 654.167629] env[65301]: INFO networking_nsxv3.common.synchronization [req-355e1291-4b54-49d9-92e2-a05fba3d412c req-f82fb39d-490a-4fe9-9d79-fecfd018df41 tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 654.168995] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 654.173028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.173028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.173028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.173028] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.211602] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.212116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.212116] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.213766] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 with status ACTIVE [ 654.214218] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.214218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.214218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.214590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.214590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.214745] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.214867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.214903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.217301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.217479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.217759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.218010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.218185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.218424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.218537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.218671] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3 is going to be updated. [ 654.244770] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.244770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.244770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.245078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.245260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.245481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e4ba4a4-b3dd-4c4b-ac75-b0587c074fb3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.508198] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 in Status: SUCCESS [ 654.508549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.508591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.508794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.509058] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.509191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.509299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.509425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.509516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.509606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.509697] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.677658] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.677878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.677943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.678177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.678314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.678530] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.678644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.678715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.678879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.678939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.680543] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 already deleted. [ 654.680543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.696539] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.696978] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.697133] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.697656] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.698708] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.698950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.699104] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.699368] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.699527] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.699735] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.699840] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.700851] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.700851] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.700851] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.700851] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.700851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.721140] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.724136] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.724136] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.725134] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.725134] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.725134] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-10988e93-5678-4bd0-820f-f537aef82ca7 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.725134] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.725134] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.726070] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.726070] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10988e93-5678-4bd0-820f-f537aef82ca7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.013564] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.013909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.013909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014281] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.014423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.014623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.014697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.014776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.014863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.014996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.014996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.015172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.015289] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.015381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.015451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.015759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.015759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.015759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.016242] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.227741] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.227946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.228174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.228539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.228654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.228800] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa is going to be created. [ 655.230680] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.230963] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.231211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.231575] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.231839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.232107] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 10988e93-5678-4bd0-820f-f537aef82ca7 not found, creating... [ 655.232564] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.232808] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.232993] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.233438] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.233564] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.233906] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.234118] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.234266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.234509] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.234671] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.234845] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 10988e93-5678-4bd0-820f-f537aef82ca7 is going to be created. [ 655.260683] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.260956] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.261120] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.261400] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.261647] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.262468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.263406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.263545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.263613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.263876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.264344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.276270] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: UNINITIALIZED for 2s [ 655.294401] env[65301]: INFO networking_nsxv3.common.synchronization [None req-62c65d7d-a2b2-415a-9f34-7c40badbe32e None None] Enqueued Resource ID: e5de1b71-5cc8-4b81-8eca-be25cc858a7f with Priority: HIGHEST for action port [ 655.295034] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5de1b71-5cc8-4b81-8eca-be25cc858a7f with Priority: HIGHEST for action port [ 655.295364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5de1b71-5cc8-4b81-8eca-be25cc858a7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.295493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5de1b71-5cc8-4b81-8eca-be25cc858a7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.295553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5de1b71-5cc8-4b81-8eca-be25cc858a7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.295873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5de1b71-5cc8-4b81-8eca-be25cc858a7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.295978] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5de1b71-5cc8-4b81-8eca-be25cc858a7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.519526] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8027b4d-b072-4f08-a40f-18ccef32aa93: rpc.has_security_group_logging(os_id): False [ 655.545829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.546040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.546101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.546328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.546416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.546652] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.546730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.546798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.549584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.549584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.549778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.553027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.553027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.553027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 is going to be created. [ 655.621487] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.621580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.621641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.621844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.623547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.633548] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 in Status: IN_PROGRESS for 2s [ 655.798419] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5de1b71-5cc8-4b81-8eca-be25cc858a7f [ 655.799391] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.799773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.800782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.800782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.800782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.800782] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5de1b71-5cc8-4b81-8eca-be25cc858a7f already deleted. [ 655.800782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5de1b71-5cc8-4b81-8eca-be25cc858a7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.027361] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cca03631-7fe1-4555-96e9-963b844c9ca0 in Status: SUCCESS [ 656.027361] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cca03631-7fe1-4555-96e9-963b844c9ca0 deletion is rescheduled due to dependency. [ 656.027361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cca03631-7fe1-4555-96e9-963b844c9ca0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.055242] env[65301]: INFO networking_nsxv3.common.synchronization [req-355e1291-4b54-49d9-92e2-a05fba3d412c req-1900caae-2568-40ba-8f5c-25c34458d4cd service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 656.055336] env[65301]: INFO networking_nsxv3.common.synchronization [req-355e1291-4b54-49d9-92e2-a05fba3d412c req-1900caae-2568-40ba-8f5c-25c34458d4cd service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 656.055449] env[65301]: INFO networking_nsxv3.common.synchronization [req-355e1291-4b54-49d9-92e2-a05fba3d412c req-1900caae-2568-40ba-8f5c-25c34458d4cd service nova] Enqueued Resource ID: 10988e93-5678-4bd0-820f-f537aef82ca7 with Priority: HIGHEST for action port [ 656.056329] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 656.056329] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 656.056329] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10988e93-5678-4bd0-820f-f537aef82ca7 with Priority: HIGHEST for action port [ 656.056764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.056927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.057040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.060670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.061030] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.062041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.063342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.063342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.063342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.063342] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.063342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.063342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.063942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.064052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.064156] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.067763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-10988e93-5678-4bd0-820f-f537aef82ca7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.067763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.067763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.067763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.067763] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10988e93-5678-4bd0-820f-f537aef82ca7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.381822] env[65301]: INFO networking_nsxv3.common.synchronization [req-6f8f066f-bca7-4977-bcbf-7a7a7891308d req-79a5a967-1186-4eb3-97b4-7045a6ef9c80 tempest-FloatingIPsAssociationNegativeTestJSON-1095184599 tempest-FloatingIPsAssociationNegativeTestJSON-1095184599-project-member] Enqueued Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_members [ 656.383937] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGHEST for action security_group_members [ 656.384448] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.384448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.384448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.384718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.384893] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.385050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.385142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.385335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.385488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.385589] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.569256] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.570870] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.571035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.571169] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10988e93-5678-4bd0-820f-f537aef82ca7 with status ACTIVE [ 656.571335] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.571441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.571503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.571713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.571795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.571960] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.575199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.575311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.575861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.575861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.575861] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.576074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.576074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.576262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.576342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.576426] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10988e93-5678-4bd0-820f-f537aef82ca7 is going to be updated. [ 656.616236] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.616444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.616444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.618416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.618416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.618416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10988e93-5678-4bd0-820f-f537aef82ca7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.631468] env[65301]: INFO networking_nsxv3.common.synchronization [req-314ffbf0-3bb5-4eea-9b25-852cec7c0ff5 req-dce35c00-ddcc-488a-b10e-64bee5e96079 tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 656.632399] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 656.632871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.633057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.892764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.892764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.892764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.892764] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 is going to be updated. [ 656.930979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.932044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.932044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.932044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.932044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.943285] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 in Status: IN_PROGRESS for 2s [ 657.083955] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.102469] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.102662] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.102780] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.103049] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.103294] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.103438] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.103544] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.103759] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.103992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.104203] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.105234] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.105234] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.105234] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.105234] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.105234] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.105234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.126456] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.126628] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.126763] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.126949] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.127275] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.127402] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.127514] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.127895] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.128057] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb03df2-bc96-46eb-9946-4fb4f9d57bb6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.287415] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: SUCCESS [ 657.287415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.287602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.287793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.288131] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.288294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.288398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.288576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.288666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.288738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.288831] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.590759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.591142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.591142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.591246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.591340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.591457] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be created. [ 657.619998] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.620169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.620240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.620549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.620769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.630985] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.631305] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.631412] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.631745] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.631985] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.632286] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 not found, creating... [ 657.633040] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.633249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.633378] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.633607] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.635322] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.635744] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.635957] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.636120] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.636555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.636799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.636967] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 is going to be created. [ 657.639030] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: UNINITIALIZED for 2s [ 657.662383] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 in Status: SUCCESS [ 657.662735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.674434] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.674670] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.674792] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.675931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.675931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.675931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.791579] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.791808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.791915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.792275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.792480] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.792593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.792661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.792841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.792971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.793088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.793304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.793389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.793426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.793707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.793827] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.793923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.793993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.794145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.794220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.794301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.794389] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.299058] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56beb423-1ce9-40c7-b75f-8bcb3e093daa: rpc.has_security_group_logging(os_id): False [ 658.327681] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.327963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.329020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329473] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.329473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.329473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.329666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.329666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329758] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.330389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.330389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.330389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.330389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.330389] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa is going to be created. [ 658.424023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.425656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.425786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.426068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.426312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.447591] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: IN_PROGRESS for 2s [ 658.508887] env[65301]: INFO networking_nsxv3.common.synchronization [req-314ffbf0-3bb5-4eea-9b25-852cec7c0ff5 req-548de1ea-4e97-42ca-bc45-96c39f61469f service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 658.508887] env[65301]: INFO networking_nsxv3.common.synchronization [req-314ffbf0-3bb5-4eea-9b25-852cec7c0ff5 req-548de1ea-4e97-42ca-bc45-96c39f61469f service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 658.508887] env[65301]: INFO networking_nsxv3.common.synchronization [req-314ffbf0-3bb5-4eea-9b25-852cec7c0ff5 req-548de1ea-4e97-42ca-bc45-96c39f61469f service nova] Enqueued Resource ID: ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 with Priority: HIGHEST for action port [ 658.509606] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 658.509606] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 658.510019] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 with Priority: HIGHEST for action port [ 658.510359] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.510359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.511363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.511962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.511962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.511962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.512405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.512405] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb03df2-bc96-46eb-9946-4fb4f9d57bb6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.959478] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 in Status: SUCCESS [ 658.960992] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 deletion is rescheduled due to dependency. [ 658.960992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.015263] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 with status ACTIVE [ 659.015492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.015676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.015740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.015932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.016059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.016261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.016355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.016428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.016598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.016689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.016883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.016974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.017058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.017222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.017292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.017386] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceb03df2-bc96-46eb-9946-4fb4f9d57bb6 is going to be updated. [ 659.043878] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.044268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.044268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.044410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.044567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.044787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb03df2-bc96-46eb-9946-4fb4f9d57bb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.471286] env[65301]: INFO networking_nsxv3.common.synchronization [req-f164cc05-04ac-467a-bfdb-638046e39c6d req-63e10fea-0bed-4a42-9153-9cf05ac7c5a8 tempest-MigrationsAdminTest-912155741 tempest-MigrationsAdminTest-912155741-project-member] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 659.471286] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 659.473915] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.473915] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.473915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.473915] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.651211] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 659.651408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.651569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.651787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.651987] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.652153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.652222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.652409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.652492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.652566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.652662] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.653576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.653750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.653941] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.654123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.654185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.655266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.655266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.655266] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.977488] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.978374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.978374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.978374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.978374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.978374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.978374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.979725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.979725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.979725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.979725] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 already deleted. [ 659.979725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.997881] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.997881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.997881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.998088] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.998532] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.998532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.998532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.998940] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.999089] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.999180] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.999333] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.999444] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.999549] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.999653] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.999751] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.999877] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.020553] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.020736] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.020861] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.021120] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.021476] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-9ac996e8-6b38-499f-9a32-c1d78ae975e1 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.021661] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.021761] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.022101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.022280] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac996e8-6b38-499f-9a32-c1d78ae975e1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.157954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.158182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.158409] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.463879] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: SUCCESS [ 660.468021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.525848] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.525962] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.526100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.526362] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.526645] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.526645] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 9ac996e8-6b38-499f-9a32-c1d78ae975e1 not found, creating... [ 660.526922] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.527080] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.527203] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.527475] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.528016] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.528112] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.528298] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.528681] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.528681] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.528754] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.528927] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 9ac996e8-6b38-499f-9a32-c1d78ae975e1 is going to be created. [ 660.553379] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.554010] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.554133] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.554417] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.554635] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.554852] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.662535] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.094020] env[65301]: INFO networking_nsxv3.common.synchronization [req-dedaeff8-2bd6-45e1-a100-94736b9836f9 req-d5ba5a86-4748-44a3-8b6a-4c02966b64cb tempest-ServerAddressesNegativeTestJSON-2094597349 tempest-ServerAddressesNegativeTestJSON-2094597349-project-member] Enqueued Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_members [ 661.094568] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 with Priority: HIGHEST for action security_group_members [ 661.094866] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-af94576f-8e88-42dc-95c8-22a9d8ed0c31 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.095032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.095086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.095286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.095432] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.095528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.095959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.095959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.095959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.095959] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af94576f-8e88-42dc-95c8-22a9d8ed0c31',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.165482] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.165692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.165692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.165924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.166025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.166111] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 661.199432] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.199763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.199763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.199997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.199997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.210647] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 661.284057] env[65301]: INFO networking_nsxv3.common.synchronization [req-f164cc05-04ac-467a-bfdb-638046e39c6d req-7765b3fc-179a-4c3a-bf35-b27ad5e20f6b service nova] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_rules [ 661.284057] env[65301]: INFO networking_nsxv3.common.synchronization [req-f164cc05-04ac-467a-bfdb-638046e39c6d req-7765b3fc-179a-4c3a-bf35-b27ad5e20f6b service nova] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 661.284452] env[65301]: INFO networking_nsxv3.common.synchronization [req-f164cc05-04ac-467a-bfdb-638046e39c6d req-7765b3fc-179a-4c3a-bf35-b27ad5e20f6b service nova] Enqueued Resource ID: 9ac996e8-6b38-499f-9a32-c1d78ae975e1 with Priority: HIGHEST for action port [ 661.285222] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_rules [ 661.285407] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 661.285480] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac996e8-6b38-499f-9a32-c1d78ae975e1 with Priority: HIGHEST for action port [ 661.285782] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.285912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.285977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.286322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.286414] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.287970] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.288208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.288554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.288742] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.288903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.289492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.289598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.289728] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.292317] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac996e8-6b38-499f-9a32-c1d78ae975e1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.292317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.292317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.292317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.292317] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac996e8-6b38-499f-9a32-c1d78ae975e1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.598515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.598758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.598758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.599016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.600879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.600879] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.600879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.600879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.600879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.600879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.600879] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 is going to be updated. [ 661.640472] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.640648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.640734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.641036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.641219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.652601] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 in Status: IN_PROGRESS for 2s [ 661.794502] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.796322] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.796322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798052] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ac996e8-6b38-499f-9a32-c1d78ae975e1 with status ACTIVE [ 661.798183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.798321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.798513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.798688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.798828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.799097] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.800168] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.800168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.801416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.801416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ac996e8-6b38-499f-9a32-c1d78ae975e1 is going to be updated. [ 661.827304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.827558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.827558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.827855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.827912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.828099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac996e8-6b38-499f-9a32-c1d78ae975e1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.298626] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.801905] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.802326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.802416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.805273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.805273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.805502] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be created. [ 662.838543] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.838758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.838758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.839013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.839143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.853915] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: UNINITIALIZED for 2s [ 662.980684] env[65301]: INFO networking_nsxv3.common.synchronization [None req-034a1651-0207-4494-9ac5-da215b7905ba None None] Enqueued Resource ID: 5d6e92ba-cc94-4ac7-a394-cf43e985c830 with Priority: HIGHEST for action port [ 662.980684] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6e92ba-cc94-4ac7-a394-cf43e985c830 with Priority: HIGHEST for action port [ 662.980684] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d6e92ba-cc94-4ac7-a394-cf43e985c830 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.980684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d6e92ba-cc94-4ac7-a394-cf43e985c830" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.980684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d6e92ba-cc94-4ac7-a394-cf43e985c830" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.980684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d6e92ba-cc94-4ac7-a394-cf43e985c830" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.980684] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6e92ba-cc94-4ac7-a394-cf43e985c830',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.225573] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 4s [ 663.483461] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d6e92ba-cc94-4ac7-a394-cf43e985c830 [ 663.484946] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.485581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.486434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.488210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.488262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.488349] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d6e92ba-cc94-4ac7-a394-cf43e985c830 already deleted. [ 663.488437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d6e92ba-cc94-4ac7-a394-cf43e985c830" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.665248] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 in Status: SUCCESS [ 663.665248] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af94576f-8e88-42dc-95c8-22a9d8ed0c31 deletion is rescheduled due to dependency. [ 663.665465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af94576f-8e88-42dc-95c8-22a9d8ed0c31" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.389744] env[65301]: INFO networking_nsxv3.common.synchronization [req-3577f41f-87ab-46d5-b91c-ed3a61ef74ba req-ca7c6f20-ea50-4054-98dd-70b91819a46a tempest-DeleteServersAdminTestJSON-1730993408 tempest-DeleteServersAdminTestJSON-1730993408-project-member] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 664.389744] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 664.389744] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.389744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.389744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.389744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.389744] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.389744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.390120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.390120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.392736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.392736] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.861664] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.862199] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.862199] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.862439] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.862751] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.862934] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.863073] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.863337] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.863493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.863736] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.863897] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.864024] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.864131] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.864321] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.864419] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.864610] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.866625] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 664.866842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.867420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.867650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.867977] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.868210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.868210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.868399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.868480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.868560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.868690] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.892591] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.892761] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.892879] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.893107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.893590] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-5d140c50-5ef7-4213-88bd-ed0fc475d130 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.893590] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.893879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.894036] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.894150] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d140c50-5ef7-4213-88bd-ed0fc475d130',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.899339] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.899571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.899710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.900458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.900458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.900920] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.900920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.900920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.901289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.901377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.901432] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be updated. [ 664.942331] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.942501] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.942570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.942789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.942935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.953639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: IN_PROGRESS for 2s [ 665.240304] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 665.240577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.240760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.241012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.241235] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.241363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.241450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.241631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.241738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.242166] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.564186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.564186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.564186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.564186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.564186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.575093] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.575093] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.575093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.575093] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 5d140c50-5ef7-4213-88bd-ed0fc475d130 not found, creating... [ 665.575093] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.576449] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.576449] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.576449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 5d140c50-5ef7-4213-88bd-ed0fc475d130 is going to be created. [ 665.577528] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.577528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.577528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.577528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.577528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.577528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.745549] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.878201] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 807cbb02-8036-4b04-a943-858b134bb4a4: rpc.has_security_group_logging(os_id): False [ 665.900452] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.900676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.900676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.900908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.901042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.901390] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.901390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.901623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.901798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.901879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.902084] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.902181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.902239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.902403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.902467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.902649] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.902746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.902806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.902943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.903031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.903114] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be created. [ 665.985430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.985679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.985679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.985888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.986182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.002565] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 666.181706] env[65301]: INFO networking_nsxv3.common.synchronization [req-3577f41f-87ab-46d5-b91c-ed3a61ef74ba req-b2b670a5-28d0-4c82-bda4-995f14406c61 service nova] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_rules [ 666.181706] env[65301]: INFO networking_nsxv3.common.synchronization [req-3577f41f-87ab-46d5-b91c-ed3a61ef74ba req-b2b670a5-28d0-4c82-bda4-995f14406c61 service nova] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 666.181823] env[65301]: INFO networking_nsxv3.common.synchronization [req-3577f41f-87ab-46d5-b91c-ed3a61ef74ba req-b2b670a5-28d0-4c82-bda4-995f14406c61 service nova] Enqueued Resource ID: 5d140c50-5ef7-4213-88bd-ed0fc475d130 with Priority: HIGHEST for action port [ 666.182461] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_rules [ 666.182597] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 666.182690] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d140c50-5ef7-4213-88bd-ed0fc475d130 with Priority: HIGHEST for action port [ 666.182972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.183909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.184115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.184532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.184887] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.188238] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.188238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.188238] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d140c50-5ef7-4213-88bd-ed0fc475d130 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.188238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.188238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.190797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.190797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d140c50-5ef7-4213-88bd-ed0fc475d130',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.248237] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.623084] env[65301]: INFO networking_nsxv3.common.synchronization [req-92452d4b-da23-4cae-8343-7544ee4d6f66 req-072ee527-b290-4bf4-8a95-ca622546a36a tempest-InstanceActionsV221TestJSON-1499151418 tempest-InstanceActionsV221TestJSON-1499151418-project-member] Enqueued Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_members [ 666.624217] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGHEST for action security_group_members [ 666.624217] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.624473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.624473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.624564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.624747] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.624842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.624901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.625596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.625596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.625596] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.688430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.689245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.698456] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d140c50-5ef7-4213-88bd-ed0fc475d130 with status ACTIVE [ 666.698689] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.698832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.698922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.700048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.700048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.700048] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.700048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.700048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.700048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.700048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.700048] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.701590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.701590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.701590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.701590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.701590] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d140c50-5ef7-4213-88bd-ed0fc475d130 is going to be updated. [ 666.734930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.734930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.735513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.739031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.739031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.739031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d140c50-5ef7-4213-88bd-ed0fc475d130" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.751788] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.751788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.752050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.752644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.752644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.752644] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 666.810485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.812514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.813321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.813321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.813321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.833665] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 666.965850] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 666.966220] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 deletion is rescheduled due to dependency. [ 666.966220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.966422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.966616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.966830] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.967086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.967267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.967346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.967585] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.129546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.129546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.129546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130148] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 is going to be updated. [ 667.161580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.161580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.161580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.161999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.161999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.173531] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 in Status: IN_PROGRESS for 2s [ 667.316663] env[65301]: INFO networking_nsxv3.common.synchronization [None req-38f735c6-f1fa-44b7-a258-8227e74c532c None None] Enqueued Resource ID: fc1e5403-c907-4739-bfee-8b73be71f918 with Priority: HIGHEST for action port [ 667.317134] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1e5403-c907-4739-bfee-8b73be71f918 with Priority: HIGHEST for action port [ 667.317440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc1e5403-c907-4739-bfee-8b73be71f918 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.317566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc1e5403-c907-4739-bfee-8b73be71f918" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.317632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc1e5403-c907-4739-bfee-8b73be71f918" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.317922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc1e5403-c907-4739-bfee-8b73be71f918" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.319699] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1e5403-c907-4739-bfee-8b73be71f918',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.474165] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.525212] env[65301]: INFO networking_nsxv3.common.synchronization [None req-968d6abb-f298-4f95-8ae4-8616d3eb0800 None None] Enqueued Resource ID: 01b7bfe2-c35a-412a-8afa-6f1c82e63585 with Priority: HIGHEST for action port [ 667.525212] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7bfe2-c35a-412a-8afa-6f1c82e63585 with Priority: HIGHEST for action port [ 667.525212] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b7bfe2-c35a-412a-8afa-6f1c82e63585 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.525212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b7bfe2-c35a-412a-8afa-6f1c82e63585" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.525212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b7bfe2-c35a-412a-8afa-6f1c82e63585" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.525212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b7bfe2-c35a-412a-8afa-6f1c82e63585" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.525212] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b7bfe2-c35a-412a-8afa-6f1c82e63585',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.823343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc1e5403-c907-4739-bfee-8b73be71f918 [ 667.823343] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.823343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.823343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.823343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.823343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.823343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc1e5403-c907-4739-bfee-8b73be71f918 already deleted. [ 667.823343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc1e5403-c907-4739-bfee-8b73be71f918" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.977569] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.021260] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 668.021487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.029283] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01b7bfe2-c35a-412a-8afa-6f1c82e63585 [ 668.029283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.029283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.029283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.029283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.029283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.029283] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01b7bfe2-c35a-412a-8afa-6f1c82e63585 already deleted. [ 668.029757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b7bfe2-c35a-412a-8afa-6f1c82e63585" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.481481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.481647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.481762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.481928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.482108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.482155] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be updated. [ 668.520570] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.520926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.520926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.521061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.521948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.546269] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: IN_PROGRESS for 2s [ 668.852376] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 668.852376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.852376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.852376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.852376] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.852376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.852376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.852871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.852871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.852871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.852871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.853131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.853131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.853250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.853345] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.853915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.853915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.853915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.853915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.853915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.853915] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.999065] env[65301]: INFO networking_nsxv3.common.synchronization [req-f4f439fa-b8b1-4936-a7c1-6ec831a25fd8 req-ebafa150-6ba7-4196-a56b-4a9f2fd18d40 tempest-ServersTestFqdnHostnames-923736718 tempest-ServersTestFqdnHostnames-923736718-project-member] Enqueued Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_members [ 668.999577] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_members [ 668.999883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.000065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.000138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.000376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.000792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.000792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.000792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.000792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.001074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.001074] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.185064] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 in Status: SUCCESS [ 669.188030] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 deletion is rescheduled due to dependency. [ 669.188030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.356127] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ba549e-775f-47be-afdc-d3c5c0b62fc4: rpc.has_security_group_logging(os_id): False [ 669.382039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.382231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.382382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.382557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.382641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.382836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.382954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.383025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.383180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.383278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.383481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.383591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.383688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.383860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.383950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.384192] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.384292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.384354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.384499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.384615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.384671] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be created. [ 669.430620] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.430620] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-476" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.430965] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-476" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.431038] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-476" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.431490] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.431618] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.431664] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.432690] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.432690] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.432690] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.432690] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.432690] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.432690] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.432690] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.433052] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.433052] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.457946] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.458221] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.458403] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.458642] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-476" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.459052] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-023471e7-482b-4b21-8084-31e1a233fe92 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.459292] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.459468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.459858] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.460092] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023471e7-482b-4b21-8084-31e1a233fe92',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.469630] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.469852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.469852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.470016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.470218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.494553] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 669.505543] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.505543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.505543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.505543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.505543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.506627] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.506627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.506627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.506627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.506891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.506891] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf already deleted. [ 669.506891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.963381] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.963381] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.963381] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.964721] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.964916] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965076] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 023471e7-482b-4b21-8084-31e1a233fe92 not found, creating... [ 669.966296] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.966296] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.966296] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.966296] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.966296] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.966587] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.968318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.968318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.968318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.968318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.968318] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 023471e7-482b-4b21-8084-31e1a233fe92 is going to be created. [ 669.991920] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.991920] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.992082] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.992341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.992570] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.992827] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.324048] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f4e4432c-66e9-4a70-9a5d-a6ce279959c4 None None] Enqueued Resource ID: 76019b02-7976-4465-b6da-ae4a71a0c5b8 with Priority: HIGHEST for action port [ 670.326009] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76019b02-7976-4465-b6da-ae4a71a0c5b8 with Priority: HIGHEST for action port [ 670.326009] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-76019b02-7976-4465-b6da-ae4a71a0c5b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.326009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76019b02-7976-4465-b6da-ae4a71a0c5b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.326009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76019b02-7976-4465-b6da-ae4a71a0c5b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.326009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76019b02-7976-4465-b6da-ae4a71a0c5b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.326009] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76019b02-7976-4465-b6da-ae4a71a0c5b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.561046] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 670.561046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.561046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.561046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.561276] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.561276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.561389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.562454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.562454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.562714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.563833] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.830547] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76019b02-7976-4465-b6da-ae4a71a0c5b8 [ 670.830812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.830969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.831093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.831463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.831592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.831714] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76019b02-7976-4465-b6da-ae4a71a0c5b8 already deleted. [ 670.831893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76019b02-7976-4465-b6da-ae4a71a0c5b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.866057] env[65301]: INFO networking_nsxv3.common.synchronization [req-f4f439fa-b8b1-4936-a7c1-6ec831a25fd8 req-6711be9b-a48a-4ead-b6f5-8377435a83f5 service nova] Enqueued Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_rules [ 670.866057] env[65301]: INFO networking_nsxv3.common.synchronization [req-f4f439fa-b8b1-4936-a7c1-6ec831a25fd8 req-6711be9b-a48a-4ead-b6f5-8377435a83f5 service nova] Enqueued Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_members [ 670.866057] env[65301]: INFO networking_nsxv3.common.synchronization [req-f4f439fa-b8b1-4936-a7c1-6ec831a25fd8 req-6711be9b-a48a-4ead-b6f5-8377435a83f5 service nova] Enqueued Resource ID: 023471e7-482b-4b21-8084-31e1a233fe92 with Priority: HIGHEST for action port [ 670.866057] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_rules [ 670.866691] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_members [ 670.866806] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023471e7-482b-4b21-8084-31e1a233fe92 with Priority: HIGHEST for action port [ 670.867126] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.867252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.867317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.867525] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.867609] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.868969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.869106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.869175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.869369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.869819] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.869819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.869819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.870160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.870260] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.871132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-023471e7-482b-4b21-8084-31e1a233fe92 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.871251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.871309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.871532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.871614] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('023471e7-482b-4b21-8084-31e1a233fe92',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.066161] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.066251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.066251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068973] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068973] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068973] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.068973] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.373463] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.374719] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.374897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.374976] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 023471e7-482b-4b21-8084-31e1a233fe92 with status ACTIVE [ 671.375290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.375391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.375459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.379833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.379833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.379833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.379833] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 023471e7-482b-4b21-8084-31e1a233fe92 is going to be updated. [ 671.402095] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.402095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.402095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.402095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.402095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.402095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-023471e7-482b-4b21-8084-31e1a233fe92" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.508516] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 671.508516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.508516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.508516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.508516] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.571749] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8378fcad-3690-4d22-bc17-90ca2419e652: rpc.has_security_group_logging(os_id): False [ 671.602820] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.603076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.603076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.603272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.603364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.603584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.603684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.603742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.603887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.603960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.604155] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.604248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.604307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.604442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.604514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.604684] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.604771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.604828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.604967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.605383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.605512] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be updated. [ 671.689703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.689908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.689908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.690184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.690334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.706177] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: IN_PROGRESS for 2s [ 671.880396] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.011485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.011676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.011770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.012083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.012351] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.012473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.012539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.012705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.012790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.012889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.012969] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.383332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.383686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.383738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.384077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.384219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.385594] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf is going to be created. [ 672.412263] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.412485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.413291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.425969] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c228af0-961f-43f7-b4e0-33192329aacf in Status: UNINITIALIZED for 2s [ 672.520688] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.520950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.520950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.521329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.521528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.521654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.521727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.521860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.521932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.522039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.522190] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.522282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.522343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.522472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.522777] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.522939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.523024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.523201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.523285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.523467] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.631956] env[65301]: INFO networking_nsxv3.common.synchronization [req-72cea7a6-76ab-4a0f-af42-65fad03e6d9d req-94ea0328-8f81-46fc-bbf9-29657ac46d02 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 672.631956] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 672.636343] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.636567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.636639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.636944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637146] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.637254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.637318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.637471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.637562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.637655] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.998726] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.998935] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.999069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.999483] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.999643] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.999792] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.999901] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.000221] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.000363] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.000561] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.000668] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.000767] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.000867] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.001085] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.001085] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.001222] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.022171] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.022348] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.022488] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.022657] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.023014] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-bcfd1b51-0eff-41d6-8845-5c1152c226be taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.023196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.023311] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.023827] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.023913] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfd1b51-0eff-41d6-8845-5c1152c226be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.025341] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ba549e-775f-47be-afdc-d3c5c0b62fc4: rpc.has_security_group_logging(os_id): False [ 673.045793] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.045952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.046074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.046309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.046446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.046741] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.046741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.046899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.047881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.047881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.047881] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.047881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.047881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.047881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.047881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.047881] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.048347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.048347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.048347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.048347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.048477] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 673.114695] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.114992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.114992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.115150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.115272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.127341] env[65301]: INFO networking_nsxv3.common.synchronization [None req-aef443f5-4199-4735-b87f-34bea5bacc80 None None] Enqueued Resource ID: 1e481023-0900-43a4-b4ab-3b1c6c5cfcb0 with Priority: HIGHEST for action port [ 673.128158] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e481023-0900-43a4-b4ab-3b1c6c5cfcb0 with Priority: HIGHEST for action port [ 673.129219] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 673.129531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e481023-0900-43a4-b4ab-3b1c6c5cfcb0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e481023-0900-43a4-b4ab-3b1c6c5cfcb0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e481023-0900-43a4-b4ab-3b1c6c5cfcb0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.130183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e481023-0900-43a4-b4ab-3b1c6c5cfcb0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130384] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e481023-0900-43a4-b4ab-3b1c6c5cfcb0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.142933] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.143158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.143278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.143526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.143661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.143897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.144062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.144592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.144592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.144592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.144592] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 already deleted. [ 673.144975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.526391] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.526759] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.526759] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.527470] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.527470] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.527470] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port bcfd1b51-0eff-41d6-8845-5c1152c226be not found, creating... [ 673.527793] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.527793] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.527938] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.529126] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.529126] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529126] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.529126] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.529126] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.529126] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.529414] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529414] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: bcfd1b51-0eff-41d6-8845-5c1152c226be is going to be created. [ 673.555039] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.555039] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.555710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.555710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.555710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.556336] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.633962] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e481023-0900-43a4-b4ab-3b1c6c5cfcb0 [ 673.633962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.633962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.634281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.634319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.634402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634520] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e481023-0900-43a4-b4ab-3b1c6c5cfcb0 already deleted. [ 673.637238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e481023-0900-43a4-b4ab-3b1c6c5cfcb0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.722896] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 673.723282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.374188] env[65301]: INFO networking_nsxv3.common.synchronization [req-72cea7a6-76ab-4a0f-af42-65fad03e6d9d req-88a8918f-713d-42b1-89c9-13cb0d102174 service nova] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 674.374303] env[65301]: INFO networking_nsxv3.common.synchronization [req-72cea7a6-76ab-4a0f-af42-65fad03e6d9d req-88a8918f-713d-42b1-89c9-13cb0d102174 service nova] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 674.374404] env[65301]: INFO networking_nsxv3.common.synchronization [req-72cea7a6-76ab-4a0f-af42-65fad03e6d9d req-88a8918f-713d-42b1-89c9-13cb0d102174 service nova] Enqueued Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGHEST for action port [ 674.374628] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 674.374744] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 674.374833] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGHEST for action port [ 674.375393] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.375513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.375577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.375770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.375846] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.378329] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.378463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.378522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.378698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.378846] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.378937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.378995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.379143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.379223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.379541] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.380603] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfd1b51-0eff-41d6-8845-5c1152c226be taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.380744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.380826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.381020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.382204] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfd1b51-0eff-41d6-8845-5c1152c226be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.439117] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c228af0-961f-43f7-b4e0-33192329aacf in Status: SUCCESS [ 674.439117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.439833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.439833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.439833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.440213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.440213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.440482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.440482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.440584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.440628] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.665783] env[65301]: INFO networking_nsxv3.common.synchronization [req-70d3265e-9311-44ed-baf4-9ed77241e533 req-abba51df-0d22-4a48-8f57-6dfd6feea8b7 tempest-AttachInterfacesV270Test-1377547118 tempest-AttachInterfacesV270Test-1377547118-project-member] Enqueued Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_members [ 674.666526] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGHEST for action security_group_members [ 674.667314] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.667314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.667314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.667616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.667616] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.667616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.667732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.668550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.668550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.668550] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.884144] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.884144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.884404] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.885437] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcfd1b51-0eff-41d6-8845-5c1152c226be with status ACTIVE [ 674.885664] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.885929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.886022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.886282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.886362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.886565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.886692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.888376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.891424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.891683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.892130] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.892130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.892130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.892567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.892567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.892567] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcfd1b51-0eff-41d6-8845-5c1152c226be is going to be updated. [ 674.919361] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.919361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.919361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.919632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.919632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.919741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.944127] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.145130] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 675.145493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.176151] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.176151] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.176151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.176151] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa is going to be updated. [ 675.208841] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.209098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.209156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.209430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.209656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.224154] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: IN_PROGRESS for 2s [ 675.395161] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.446664] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c228af0-961f-43f7-b4e0-33192329aacf: rpc.has_security_group_logging(os_id): False [ 675.472032] env[65301]: INFO networking_nsxv3.common.synchronization [None req-984a3964-c700-44f8-9377-f6fa870c527c tempest-ServersTestManualDisk-2059066720 tempest-ServersTestManualDisk-2059066720-project-member] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_rules [ 675.472792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.472923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.472991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.473213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.473305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.473532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.473636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.473700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.473862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.473938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.474049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf is going to be created. [ 675.475472] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_rules [ 675.475815] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.475939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.475977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.477191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.477191] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.553978] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.554313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.554313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.554456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.554631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.568334] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c228af0-961f-43f7-b4e0-33192329aacf in Status: IN_PROGRESS for 2s [ 675.610477] env[65301]: INFO networking_nsxv3.common.synchronization [None req-98a3a8e5-1c9b-4ccf-ba4f-2c1c85d8bd1c tempest-ServersTestManualDisk-2059066720 tempest-ServersTestManualDisk-2059066720-project-member] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_rules [ 675.613579] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_rules [ 675.614278] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.614400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.898201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.898842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.898842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.898842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.898842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.898842] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be created. [ 675.931725] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.932466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.932466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.932759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.932960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.948032] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: UNINITIALIZED for 2s [ 676.013599] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.013861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.013861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.014128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.014572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.014572] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e460e613-0829-4953-a65b-523e70b2aa8f already deleted. [ 676.014572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.014572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.014818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.014818] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.231507] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d854ae0e-b2bc-4d22-baf8-6d56a0d033d3 None None] Enqueued Resource ID: 8b76a167-f721-41ed-8480-bfe399bbbd0f with Priority: HIGHEST for action port [ 676.233097] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b76a167-f721-41ed-8480-bfe399bbbd0f with Priority: HIGHEST for action port [ 676.233097] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b76a167-f721-41ed-8480-bfe399bbbd0f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.233097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b76a167-f721-41ed-8480-bfe399bbbd0f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.233097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b76a167-f721-41ed-8480-bfe399bbbd0f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.233097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b76a167-f721-41ed-8480-bfe399bbbd0f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.233097] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b76a167-f721-41ed-8480-bfe399bbbd0f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.457435] env[65301]: INFO networking_nsxv3.common.synchronization [req-75613a89-a380-4c6b-8ae3-80de33cffce3 req-46a9ba1b-9b90-4b58-bae1-9d06cd2cca35 tempest-ServerExternalEventsTest-1177138989 tempest-ServerExternalEventsTest-1177138989-project-member] Enqueued Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_members [ 676.458139] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_members [ 676.458497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.458627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.458689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.459041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.459253] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.459321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.459359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.459492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.459575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.459669] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.540647] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.540939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.540939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.541214] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.542386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.542386] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e460e613-0829-4953-a65b-523e70b2aa8f already deleted. [ 676.542386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.736276] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b76a167-f721-41ed-8480-bfe399bbbd0f [ 676.736529] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.736668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.736837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.736969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.737111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.737286] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b76a167-f721-41ed-8480-bfe399bbbd0f already deleted. [ 676.737286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b76a167-f721-41ed-8480-bfe399bbbd0f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.876063] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.876335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.876481] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.876786] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.877190] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.877446] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.877633] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.877927] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.878254] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.878613] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.878793] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.878970] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.879091] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.879217] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.879378] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.879525] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.908356] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.910519] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.911186] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.911499] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.911912] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-5d8bc292-1d64-4273-b4e3-5b154454f40d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.913354] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.913354] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.913354] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.913354] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8bc292-1d64-4273-b4e3-5b154454f40d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.962741] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.962741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.962895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.963001] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.963119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.963319] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.963419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.963480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.963640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.963722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.963806] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60e1c28-4516-4a52-b182-42a31ead3575 already deleted. [ 676.963883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233900] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: IN_PROGRESS for 4s [ 677.418728] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.419049] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.419172] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.419467] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.420086] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.420086] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 5d8bc292-1d64-4273-b4e3-5b154454f40d not found, creating... [ 677.420086] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.420409] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.420409] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.420563] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.420720] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421243] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.421243] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.421397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.421579] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.421711] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.421951] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 5d8bc292-1d64-4273-b4e3-5b154454f40d is going to be created. [ 677.447543] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.447737] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.447918] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.448274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.448515] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.448737] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.582941] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c228af0-961f-43f7-b4e0-33192329aacf in Status: SUCCESS [ 677.583203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.964713] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 677.966100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.966100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.966100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.966100] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.966100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.966100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.966100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.966518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.966518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.966518] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.149514] env[65301]: INFO networking_nsxv3.common.synchronization [req-75613a89-a380-4c6b-8ae3-80de33cffce3 req-c6a50147-f196-4be3-9127-a445daf5cfd3 service nova] Enqueued Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_rules [ 678.149681] env[65301]: INFO networking_nsxv3.common.synchronization [req-75613a89-a380-4c6b-8ae3-80de33cffce3 req-c6a50147-f196-4be3-9127-a445daf5cfd3 service nova] Enqueued Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_members [ 678.149821] env[65301]: INFO networking_nsxv3.common.synchronization [req-75613a89-a380-4c6b-8ae3-80de33cffce3 req-c6a50147-f196-4be3-9127-a445daf5cfd3 service nova] Enqueued Resource ID: 5d8bc292-1d64-4273-b4e3-5b154454f40d with Priority: HIGHEST for action port [ 678.151146] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_rules [ 678.151962] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_members [ 678.152213] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8bc292-1d64-4273-b4e3-5b154454f40d with Priority: HIGHEST for action port [ 678.153591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.153773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.153965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.154427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.154570] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.157654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.157784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.157844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.158096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.158293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.158429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.158521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.158856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.158856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.158999] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.160250] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d8bc292-1d64-4273-b4e3-5b154454f40d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.161269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.162023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.162786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.162786] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8bc292-1d64-4273-b4e3-5b154454f40d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.471035] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.658159] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.658290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.661345] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.664236] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d8bc292-1d64-4273-b4e3-5b154454f40d with status ACTIVE [ 678.664455] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.664620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.664674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.667697] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.667697] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.667697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.667697] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d8bc292-1d64-4273-b4e3-5b154454f40d is going to be updated. [ 678.689543] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.690506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.690644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.690898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.691053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.691222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d8bc292-1d64-4273-b4e3-5b154454f40d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.971744] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376ef489-9377-46de-a55b-ab96411e3397: rpc.has_security_group_logging(os_id): False [ 678.992477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.992705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.992794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.992990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.993126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.993402] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.993558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.994386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.994386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.994386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.994386] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be created. [ 679.064805] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.065161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.065221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.065516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.066265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.079056] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 679.163062] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.245918] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa in Status: SUCCESS [ 679.246382] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa deletion is rescheduled due to dependency. [ 679.246544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.338907] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f405cdf7-ce24-498e-ba6a-0290a8a421fe None None] Enqueued Resource ID: 7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c with Priority: HIGHEST for action port [ 679.339590] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c with Priority: HIGHEST for action port [ 679.339934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.340599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.341121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.341445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.341598] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.666525] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.666750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.666750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.666961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.667073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.667234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60e1c28-4516-4a52-b182-42a31ead3575 is going to be created. [ 679.700387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.700538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.700585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.703662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.703662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.712636] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60e1c28-4516-4a52-b182-42a31ead3575 in Status: UNINITIALIZED for 2s [ 679.844431] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c [ 679.844681] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.844817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.844885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.845126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.846585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.846585] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c already deleted. [ 679.846585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0f6fd7-7f4d-4088-8fc0-a48ae64a833c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.968890] env[65301]: INFO networking_nsxv3.common.synchronization [req-286f1ee0-6576-4732-a275-e2bb449aea4a req-8d8d931e-4a30-4a3b-9f63-32ce9c35f44c tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 680.969424] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 680.969843] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.969982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.970078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.970376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.970552] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.970654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.970710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.970869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.970945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.971054] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.097232] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 681.097518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.345634] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.345879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.346061] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.346446] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.346729] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.346919] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.347378] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.347657] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.347849] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.348087] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.348227] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.348361] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.348489] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.348629] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.348817] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.348962] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.368746] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.368923] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.369184] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.369466] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.369925] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.370232] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.370393] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.370743] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.370885] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fb50c3-fa83-45a4-aebf-f0031cbb0ee7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.474863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.475122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.475122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.475316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.475411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.475603] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.475700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.475762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.475917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.475985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.476083] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 already deleted. [ 681.476165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.683535] env[65301]: INFO networking_nsxv3.common.synchronization [None req-892e12f1-90f5-4b09-8427-2b081aa623be None None] Enqueued Resource ID: 29c8839a-bc60-4c9a-8cf6-84c607eb32ee with Priority: HIGHEST for action port [ 681.684080] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29c8839a-bc60-4c9a-8cf6-84c607eb32ee with Priority: HIGHEST for action port [ 681.684383] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-29c8839a-bc60-4c9a-8cf6-84c607eb32ee taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.684559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29c8839a-bc60-4c9a-8cf6-84c607eb32ee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.684559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29c8839a-bc60-4c9a-8cf6-84c607eb32ee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.684988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29c8839a-bc60-4c9a-8cf6-84c607eb32ee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.685191] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29c8839a-bc60-4c9a-8cf6-84c607eb32ee',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.729014] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60e1c28-4516-4a52-b182-42a31ead3575 in Status: SUCCESS [ 681.729014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.729014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.729014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.729176] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.729289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.729334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.729690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.729690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.729824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.729824] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.873230] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.873468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.873521] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.873795] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.873933] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.874528] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 not found, creating... [ 681.874528] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.874528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.874773] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.874773] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.874921] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.875228] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.875331] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.875525] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.875615] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.875738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.875868] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 is going to be created. [ 681.896157] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.896367] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.896481] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.896743] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.896997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.897232] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.187654] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29c8839a-bc60-4c9a-8cf6-84c607eb32ee [ 682.187902] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.188119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.188191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.188402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.188484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.188574] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29c8839a-bc60-4c9a-8cf6-84c607eb32ee already deleted. [ 682.188653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29c8839a-bc60-4c9a-8cf6-84c607eb32ee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.234437] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.234668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.234797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.235090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.235494] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.236034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.236114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.236334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.237731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.237917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.238124] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.238306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.238483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.238532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.238681] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.238778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.238841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.238985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.241158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.241269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.241370] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.652961] env[65301]: INFO networking_nsxv3.common.synchronization [req-286f1ee0-6576-4732-a275-e2bb449aea4a req-130ed76e-0ba9-4a58-8894-c6ad52e43d8d service nova] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_rules [ 682.652961] env[65301]: INFO networking_nsxv3.common.synchronization [req-286f1ee0-6576-4732-a275-e2bb449aea4a req-130ed76e-0ba9-4a58-8894-c6ad52e43d8d service nova] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 682.652961] env[65301]: INFO networking_nsxv3.common.synchronization [req-286f1ee0-6576-4732-a275-e2bb449aea4a req-130ed76e-0ba9-4a58-8894-c6ad52e43d8d service nova] Enqueued Resource ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with Priority: HIGHEST for action port [ 682.652961] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_rules [ 682.653235] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 682.653235] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with Priority: HIGHEST for action port [ 682.653785] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.653903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.653970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.654330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.654431] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.659191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.659191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.659191] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.659191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.659191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.659191] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fb50c3-fa83-45a4-aebf-f0031cbb0ee7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.743618] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c60e1c28-4516-4a52-b182-42a31ead3575: rpc.has_security_group_logging(os_id): False [ 682.766364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.766364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.766364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.766570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.766614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.767019] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.769799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.770096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.770096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.770282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.770551] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.770551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.770551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.772126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.772126] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.772126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.772126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.772126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.772126] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c60e1c28-4516-4a52-b182-42a31ead3575 is going to be created. [ 682.866627] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.866952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.866952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.867154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.867339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.879965] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c60e1c28-4516-4a52-b182-42a31ead3575 in Status: IN_PROGRESS for 2s [ 683.161248] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.161394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.163811] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with status ACTIVE [ 683.163967] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.164109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.164178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.164426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.164521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.164703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.165191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.165191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.165191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.165191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165350] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.165350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.165460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.165545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.165973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.165973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 is going to be updated. [ 683.166884] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.190851] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.191231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.191231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.191326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.191453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.191609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.669832] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.172779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.173010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.173010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.173762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.173762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.173762] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be created. [ 684.245782] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.246104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.246104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.246226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.246382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.261213] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: UNINITIALIZED for 2s [ 684.895355] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c60e1c28-4516-4a52-b182-42a31ead3575 in Status: SUCCESS [ 684.895355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.233633] env[65301]: INFO networking_nsxv3.common.synchronization [req-b0c67090-95ef-4d18-a3ad-9bb782d89828 req-3cef8318-d584-4d8d-9889-14de89e97fea tempest-DeleteServersAdminTestJSON-1730993408 tempest-DeleteServersAdminTestJSON-1730993408-project-member] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 685.234233] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGHEST for action security_group_members [ 685.234523] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.234645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.234709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.234931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.238262] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.238392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.238447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.238653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.238773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.238931] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.397242] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.397554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.397554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.397725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.397848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.398168] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.398325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.398393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.398557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.398634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.398726] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be updated. [ 685.434243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.434857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.434857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.434857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.434857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.446250] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: IN_PROGRESS for 2s [ 686.270652] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 686.270652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.271060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.271060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.271270] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.271414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.271462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.271599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.271678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.271758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.271842] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.774448] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.774817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.774817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.774974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.775083] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.775178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.775237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.775448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.775515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.775557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.775684] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.775781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.775838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.775975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.776117] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.776222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.776286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.777230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.777230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.777230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.777230] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.279518] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9214451-e070-4147-85f3-0ba7a32120b9: rpc.has_security_group_logging(os_id): False [ 687.301374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.301577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.301631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.301850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.301941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.302152] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.302306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.302306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.302442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.302511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.302698] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.302816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.302875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.302996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.303079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.303265] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.303393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.303428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.303552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.303678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.303743] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be created. [ 687.370404] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.370630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.370630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.370800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.370959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.384204] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 687.464828] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8378fcad-3690-4d22-bc17-90ca2419e652 in Status: SUCCESS [ 687.465013] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 deletion is rescheduled due to dependency. [ 687.465158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.164034] env[65301]: INFO networking_nsxv3.common.synchronization [None req-fb476215-332c-40d5-8596-2c3f56fe16f9 None None] Enqueued Resource ID: dd985958-8b3c-47f1-8370-29d8e135483c with Priority: HIGHEST for action port [ 689.164941] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd985958-8b3c-47f1-8370-29d8e135483c with Priority: HIGHEST for action port [ 689.164941] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd985958-8b3c-47f1-8370-29d8e135483c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.165142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd985958-8b3c-47f1-8370-29d8e135483c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.168239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd985958-8b3c-47f1-8370-29d8e135483c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.168239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd985958-8b3c-47f1-8370-29d8e135483c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.168239] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd985958-8b3c-47f1-8370-29d8e135483c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.399759] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 689.399946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.509224] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e70cba9-ef97-41a2-99f5-1bd67a7db5c7 req-7ed2ad28-1682-4c9d-821e-9caa465a5995 tempest-InstanceActionsTestJSON-118317430 tempest-InstanceActionsTestJSON-118317430-project-member] Enqueued Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_members [ 689.509630] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_members [ 689.509739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.509958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.509958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.511651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.511651] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.511651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.511651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.511651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.511651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.511651] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.673091] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd985958-8b3c-47f1-8370-29d8e135483c [ 689.674220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.674220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.674220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.674220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.674220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.674220] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd985958-8b3c-47f1-8370-29d8e135483c already deleted. [ 689.674220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd985958-8b3c-47f1-8370-29d8e135483c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.892658] env[65301]: INFO networking_nsxv3.common.synchronization [None req-5c1ac549-0f9b-40c9-b90a-23fe76129848 None None] Enqueued Resource ID: 0c433d8e-6703-48af-b8e8-72d411620039 with Priority: HIGHEST for action port [ 689.892849] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c433d8e-6703-48af-b8e8-72d411620039 with Priority: HIGHEST for action port [ 689.893120] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c433d8e-6703-48af-b8e8-72d411620039 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.893276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c433d8e-6703-48af-b8e8-72d411620039" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.893345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c433d8e-6703-48af-b8e8-72d411620039" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.894266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c433d8e-6703-48af-b8e8-72d411620039" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.894266] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c433d8e-6703-48af-b8e8-72d411620039',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.016181] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.016181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.016181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.016181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.016181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.016181] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.016181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.016181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.016752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.016752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.016752] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbde532-c353-41b3-9c45-23b5febbc560 already deleted. [ 690.016752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.313113] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.313392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-177" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.313392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-177" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.313778] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-177" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.314078] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.314679] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.314679] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.314679] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.314828] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.314987] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.315155] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.315293] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.315438] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.315572] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.315699] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.315853] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.336727] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.337471] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.337471] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.337471] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-177" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.337650] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-109b4787-f80e-40a1-930c-e9bdd9b17777 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.337733] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.337781] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.338137] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.338307] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109b4787-f80e-40a1-930c-e9bdd9b17777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.398677] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c433d8e-6703-48af-b8e8-72d411620039 [ 690.398677] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.398677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.398677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.398677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.398677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.398677] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c433d8e-6703-48af-b8e8-72d411620039 already deleted. [ 690.398677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c433d8e-6703-48af-b8e8-72d411620039" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.842984] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.842984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.842984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.843333] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.843487] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.843938] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 109b4787-f80e-40a1-930c-e9bdd9b17777 not found, creating... [ 690.843938] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.844630] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.844748] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.844984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.845127] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.845425] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.845574] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.845681] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.845882] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.846069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.846437] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 109b4787-f80e-40a1-930c-e9bdd9b17777 is going to be created. [ 690.871047] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.871312] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.873084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.873084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.873084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.873084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.185167] env[65301]: INFO networking_nsxv3.common.synchronization [req-7e19bb0e-c977-4a0e-b849-45b53f60c66b req-6027f923-ed9b-4500-b401-68eb75eeaef0 tempest-ListServersNegativeTestJSON-381854587 tempest-ListServersNegativeTestJSON-381854587-project-member] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 691.191198] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 691.191198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.191198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.191198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.191198] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.676086] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e1d468c-e20b-4b72-bbb3-8c765394da3d req-18788658-5a2c-4103-9313-336159534b52 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 691.679162] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 691.679162] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e70cba9-ef97-41a2-99f5-1bd67a7db5c7 req-6384e1f7-8bf9-40e6-bfe7-53f2668ada47 service nova] Enqueued Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_rules [ 691.679162] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e70cba9-ef97-41a2-99f5-1bd67a7db5c7 req-6384e1f7-8bf9-40e6-bfe7-53f2668ada47 service nova] Enqueued Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_members [ 691.679162] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e70cba9-ef97-41a2-99f5-1bd67a7db5c7 req-6384e1f7-8bf9-40e6-bfe7-53f2668ada47 service nova] Enqueued Resource ID: 109b4787-f80e-40a1-930c-e9bdd9b17777 with Priority: HIGHEST for action port [ 691.679616] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.679616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.679616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680167] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.680167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.680371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.680524] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.682346] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_rules [ 691.682346] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_members [ 691.682464] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109b4787-f80e-40a1-930c-e9bdd9b17777 with Priority: HIGHEST for action port [ 691.684291] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.684291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.684291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.684291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.684291] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.685739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.685739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.685739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.685739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.685975] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.685975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.685975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.687134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.687134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.687134] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.687520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-109b4787-f80e-40a1-930c-e9bdd9b17777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.688835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.688835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.688835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.688835] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109b4787-f80e-40a1-930c-e9bdd9b17777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.696962] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.818419] env[65301]: INFO networking_nsxv3.common.synchronization [None req-c01285f3-cfa6-4052-96fb-2fff72c24e87 None None] Enqueued Resource ID: ce3470c7-fad8-46ec-8fbe-0806a6998ee3 with Priority: HIGHEST for action port [ 691.819548] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3470c7-fad8-46ec-8fbe-0806a6998ee3 with Priority: HIGHEST for action port [ 691.819764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3470c7-fad8-46ec-8fbe-0806a6998ee3 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3470c7-fad8-46ec-8fbe-0806a6998ee3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3470c7-fad8-46ec-8fbe-0806a6998ee3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3470c7-fad8-46ec-8fbe-0806a6998ee3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820394] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3470c7-fad8-46ec-8fbe-0806a6998ee3',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.868721] env[65301]: INFO networking_nsxv3.common.synchronization [None req-fcb11329-d765-4edd-b751-57f384915d42 None None] Enqueued Resource ID: be6cad24-7a2f-413d-8ebf-604a6f6276ea with Priority: HIGHEST for action port [ 691.870250] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6cad24-7a2f-413d-8ebf-604a6f6276ea with Priority: HIGHEST for action port [ 691.870892] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-be6cad24-7a2f-413d-8ebf-604a6f6276ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.871344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be6cad24-7a2f-413d-8ebf-604a6f6276ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.871449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be6cad24-7a2f-413d-8ebf-604a6f6276ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.871733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be6cad24-7a2f-413d-8ebf-604a6f6276ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.871849] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be6cad24-7a2f-413d-8ebf-604a6f6276ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.086670] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.086865] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.086980] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.087314] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.087572] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.087724] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.087830] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.088207] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.088362] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.088560] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.088662] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.088761] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.088857] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.088953] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.089063] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.089190] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.140679] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.140845] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.141867] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.141867] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.141867] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-60641bf1-d443-4c6e-89f2-8f977789bfda taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.141867] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.143271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.143271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.143271] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60641bf1-d443-4c6e-89f2-8f977789bfda',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.183855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.184590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.184679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.184740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.184891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.184963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.185089] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb already deleted. [ 692.185178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.191567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.191697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.191890] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.193325] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 109b4787-f80e-40a1-930c-e9bdd9b17777 with status ACTIVE [ 692.194030] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.194030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.194030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.195192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.195192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.195192] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.195192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.195520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.195520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.195520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.195691] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.195775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.195833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.195984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.196079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.196271] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 109b4787-f80e-40a1-930c-e9bdd9b17777 is going to be updated. [ 692.201952] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.222697] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.222959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.222959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.223189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.223394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.223482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-109b4787-f80e-40a1-930c-e9bdd9b17777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.322741] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce3470c7-fad8-46ec-8fbe-0806a6998ee3 [ 692.322974] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.322974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.323151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.323287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.323348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.323439] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce3470c7-fad8-46ec-8fbe-0806a6998ee3 already deleted. [ 692.323578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3470c7-fad8-46ec-8fbe-0806a6998ee3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.373664] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be6cad24-7a2f-413d-8ebf-604a6f6276ea [ 692.373948] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.374084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.374154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.374367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.374455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.374547] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be6cad24-7a2f-413d-8ebf-604a6f6276ea already deleted. [ 692.374626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be6cad24-7a2f-413d-8ebf-604a6f6276ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.649695] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.649912] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.650042] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.650367] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.650514] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.650718] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 60641bf1-d443-4c6e-89f2-8f977789bfda not found, creating... [ 692.650930] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.651107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.651274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.651421] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.651608] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.651841] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.651974] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.652132] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.652339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.652486] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.652623] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 60641bf1-d443-4c6e-89f2-8f977789bfda is going to be created. [ 692.676744] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.677639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.677733] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.678020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.678229] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.678457] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.698467] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.704622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.704622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.704622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.704966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.705049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.705537] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 692.739031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.740280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.740280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.740280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.740280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.765702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 693.202431] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.202594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.202651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.203143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.203143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.203143] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbde532-c353-41b3-9c45-23b5febbc560 is going to be created. [ 693.228363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.228507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.228507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.228726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.228925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.241793] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbde532-c353-41b3-9c45-23b5febbc560 in Status: UNINITIALIZED for 2s [ 693.400475] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e1d468c-e20b-4b72-bbb3-8c765394da3d req-8f5df642-d2d8-49a6-b055-880ce8b5c339 service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 693.400475] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e1d468c-e20b-4b72-bbb3-8c765394da3d req-8f5df642-d2d8-49a6-b055-880ce8b5c339 service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 693.400475] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e1d468c-e20b-4b72-bbb3-8c765394da3d req-8f5df642-d2d8-49a6-b055-880ce8b5c339 service nova] Enqueued Resource ID: 60641bf1-d443-4c6e-89f2-8f977789bfda with Priority: HIGHEST for action port [ 693.400475] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 693.400475] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 693.400475] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60641bf1-d443-4c6e-89f2-8f977789bfda with Priority: HIGHEST for action port [ 693.400475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.400475] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.400475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.400475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.400475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.401872] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.401872] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-60641bf1-d443-4c6e-89f2-8f977789bfda taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.401872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.401872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.401872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.401872] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60641bf1-d443-4c6e-89f2-8f977789bfda',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.703977] env[65301]: INFO networking_nsxv3.common.synchronization [req-4171a1ba-255e-4e44-b1d0-ad60ebab66f9 req-9cb071c3-1880-49c1-8d5d-f317c0b23a76 tempest-ServersAdminNegativeTestJSON-1848874304 tempest-ServersAdminNegativeTestJSON-1848874304-project-member] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 693.704590] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 693.704927] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.705086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.705175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.705425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.705604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.705724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.705785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.706017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.706086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.706325] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.868575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.868719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.868937] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.869904] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60641bf1-d443-4c6e-89f2-8f977789bfda with status ACTIVE [ 693.870179] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.870298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.870385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.870621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.870720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871101] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.871101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.871226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.871405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.871489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871925] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.871925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.871925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.872160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.872200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.872296] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60641bf1-d443-4c6e-89f2-8f977789bfda is going to be updated. [ 693.896527] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.896527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.896527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.897301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.897301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.897301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60641bf1-d443-4c6e-89f2-8f977789bfda" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.072584] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.072785] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.072922] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.073193] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.073454] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.073587] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.073695] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.073897] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.074042] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.074241] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.074346] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.074443] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.074541] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.074724] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.074825] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.074946] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.095312] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.095484] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.095591] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.095769] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.096108] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.096281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.096393] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.096873] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.096963] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.208273] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.373461] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cf255aff-740a-4f1b-9cec-bdd8fa970d4d None None] Enqueued Resource ID: 55520d59-2fe8-4b8a-9428-3aa42f6a1744 with Priority: HIGHEST for action port [ 694.373922] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55520d59-2fe8-4b8a-9428-3aa42f6a1744 with Priority: HIGHEST for action port [ 694.374163] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.374983] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-55520d59-2fe8-4b8a-9428-3aa42f6a1744 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.375121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55520d59-2fe8-4b8a-9428-3aa42f6a1744" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.375189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55520d59-2fe8-4b8a-9428-3aa42f6a1744" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.375432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55520d59-2fe8-4b8a-9428-3aa42f6a1744" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.375535] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55520d59-2fe8-4b8a-9428-3aa42f6a1744',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.599655] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.599927] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.600032] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.600384] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.600559] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.600736] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 not found, creating... [ 694.601041] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.601245] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.601365] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.601585] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.601716] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.602015] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.602760] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.602882] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.603114] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.603267] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.603428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 is going to be created. [ 694.631845] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.632092] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.632235] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.632594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.632817] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.633053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.711195] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.776701] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 694.776701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.878086] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.878511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.878511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.878511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.878607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.879106] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be created. [ 694.880014] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55520d59-2fe8-4b8a-9428-3aa42f6a1744 [ 694.880255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.880541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.880541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.880620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.880670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.880757] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55520d59-2fe8-4b8a-9428-3aa42f6a1744 already deleted. [ 694.882147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55520d59-2fe8-4b8a-9428-3aa42f6a1744" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.916622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.916622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.916809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.917783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.917783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.929622] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: UNINITIALIZED for 2s [ 695.214303] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.214470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.214533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.214754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.214852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.214954] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be updated. [ 695.255788] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.255788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.255788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.255788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.255788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.258308] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbde532-c353-41b3-9c45-23b5febbc560 in Status: SUCCESS [ 695.258875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.259669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.260040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.260605] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.260914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.261141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.261576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.262875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.262875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.262875] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.276759] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: IN_PROGRESS for 2s [ 695.408022] env[65301]: INFO networking_nsxv3.common.synchronization [req-4171a1ba-255e-4e44-b1d0-ad60ebab66f9 req-f0b23817-bbdd-4ecc-b879-e6ed813a7bce service nova] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_rules [ 695.408224] env[65301]: INFO networking_nsxv3.common.synchronization [req-4171a1ba-255e-4e44-b1d0-ad60ebab66f9 req-f0b23817-bbdd-4ecc-b879-e6ed813a7bce service nova] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 695.408357] env[65301]: INFO networking_nsxv3.common.synchronization [req-4171a1ba-255e-4e44-b1d0-ad60ebab66f9 req-f0b23817-bbdd-4ecc-b879-e6ed813a7bce service nova] Enqueued Resource ID: f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 with Priority: HIGHEST for action port [ 695.408890] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_rules [ 695.409089] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 695.409205] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 with Priority: HIGHEST for action port [ 695.409481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.409710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.409710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.409973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.410142] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.411130] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.411319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.411574] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.411681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.411745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.411926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.412247] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.767197] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.767571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.767571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.767865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768136] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.768241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.768341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.768592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.768854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.769109] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.769283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.769446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.769712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.770019] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.770232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.770385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.770540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.770639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.770760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.770796] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.913761] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.915242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.917544] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 with status ACTIVE [ 695.917544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.917544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.917544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.917748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.917748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.921112] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.921112] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.921112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.921112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4 is going to be updated. [ 695.949932] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.949932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.949932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.949932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.949932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.949932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85cbf31-cc93-4561-ad1c-1ea7b6e2f1e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.274438] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfbde532-c353-41b3-9c45-23b5febbc560: rpc.has_security_group_logging(os_id): False [ 696.299494] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.299680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.299796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.300125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.300236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.300448] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.300580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.300644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.300821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.300901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.301166] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.301285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.301385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.301595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.301659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.301863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.302017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.302055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.302193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.302270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.302354] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfbde532-c353-41b3-9c45-23b5febbc560 is going to be created. [ 696.384384] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.384384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.384384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.384384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.384384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.397054] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbde532-c353-41b3-9c45-23b5febbc560 in Status: IN_PROGRESS for 2s [ 696.747489] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8c6cda5d-292b-47dd-8bd9-f520642e9174 None None] Enqueued Resource ID: 0cebe82e-9f64-439e-ab24-8e50306870a8 with Priority: HIGHEST for action port [ 696.748152] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cebe82e-9f64-439e-ab24-8e50306870a8 with Priority: HIGHEST for action port [ 696.749647] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cebe82e-9f64-439e-ab24-8e50306870a8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.749827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cebe82e-9f64-439e-ab24-8e50306870a8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.749883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cebe82e-9f64-439e-ab24-8e50306870a8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.750233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cebe82e-9f64-439e-ab24-8e50306870a8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.750339] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cebe82e-9f64-439e-ab24-8e50306870a8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.943122] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 696.943430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.943511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.943725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.943914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.944040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.944119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.944297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.944377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.944462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.944546] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.171314] env[65301]: INFO networking_nsxv3.common.synchronization [req-7090b46b-2f5e-4a16-87d9-7a0ae3415dab req-7817125b-6bd0-471f-a654-2cb1bbac85c5 tempest-ListServersNegativeTestJSON-381854587 tempest-ListServersNegativeTestJSON-381854587-project-member] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 697.172153] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGHEST for action security_group_members [ 697.172926] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.173128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.173488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.173769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.173940] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.174048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.174110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.174256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.174341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.174440] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.254661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cebe82e-9f64-439e-ab24-8e50306870a8 [ 697.254661] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.254661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.254661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.255152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.255152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.255152] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cebe82e-9f64-439e-ab24-8e50306870a8 already deleted. [ 697.255152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cebe82e-9f64-439e-ab24-8e50306870a8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.287302] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 697.287522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.287685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.287906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.288316] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.288482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.288558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.288774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.288884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.288997] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.447988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.448170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.448211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.448421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.448588] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.448687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.448746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.448893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.448977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.449080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.449223] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.449311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.449368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.449502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.449631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.449716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.449775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.449903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.449975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.450064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.450176] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.677283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.677534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.677618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.678135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.678234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.678490] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.678727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.678828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.679089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.679217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.679442] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be updated. [ 697.716634] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.716931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.716931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.717178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.717334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.728704] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: IN_PROGRESS for 2s [ 697.791373] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.955101] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 060c8a5f-b6b4-467a-9843-c7893a8c91cb: rpc.has_security_group_logging(os_id): False [ 697.975462] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.975616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.975715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.976140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.976302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.976531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.976667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.976754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.976959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.977188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.977416] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.977548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.977636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.977814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.977920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.978351] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.978547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.978689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.978861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.979028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.979136] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be created. [ 698.054227] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.054451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.054597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.054804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.055081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.072045] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 698.260137] env[65301]: INFO networking_nsxv3.common.synchronization [req-3ebe6e9f-3cca-4225-b858-fd8e39e73348 req-22cbc1cf-2923-4b31-85d7-36dcedc574a3 tempest-ServerMetadataNegativeTestJSON-365496538 tempest-ServerMetadataNegativeTestJSON-365496538-project-member] Enqueued Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_members [ 698.260137] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_members [ 698.260397] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.260710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.260880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.261227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.261508] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.261740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.261893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.262155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.262341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.262511] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.294364] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.409851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfbde532-c353-41b3-9c45-23b5febbc560 in Status: SUCCESS [ 698.410463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.632881] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-419" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-419" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-419" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.632881] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.632881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.632881] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.632881] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.632881] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.632881] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.633643] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.633643] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.633643] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.656575] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.656927] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.656927] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.657118] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-419" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.657446] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-17de5af9-a5e2-47bf-a9db-fa067d861974 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.657666] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.657757] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.658126] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.658685] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17de5af9-a5e2-47bf-a9db-fa067d861974',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.766183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.766369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.766447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.766665] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.766762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.766984] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.767092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.767404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.767404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.767404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.767502] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd already deleted. [ 698.767552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.797231] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.798041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.798041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.798041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.798041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.798226] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be updated. [ 698.829680] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.830515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.830515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.830515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.830515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.841245] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: IN_PROGRESS for 2s [ 699.164561] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.164561] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 17de5af9-a5e2-47bf-a9db-fa067d861974 not found, creating... [ 699.164561] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.164561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.165800] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.165800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.165800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.165800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.165800] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 17de5af9-a5e2-47bf-a9db-fa067d861974 is going to be created. [ 699.192879] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.193105] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.193648] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.193648] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.193754] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.194078] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.742214] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be01eaf1-0c17-4620-980f-cce9d800e68b in Status: SUCCESS [ 699.742214] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b deletion is rescheduled due to dependency. [ 699.742357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.973348] env[65301]: INFO networking_nsxv3.common.synchronization [req-3ebe6e9f-3cca-4225-b858-fd8e39e73348 req-7fa0d200-b825-4668-83fd-c61e4e31ca66 service nova] Enqueued Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_rules [ 699.973517] env[65301]: INFO networking_nsxv3.common.synchronization [req-3ebe6e9f-3cca-4225-b858-fd8e39e73348 req-7fa0d200-b825-4668-83fd-c61e4e31ca66 service nova] Enqueued Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_members [ 699.973641] env[65301]: INFO networking_nsxv3.common.synchronization [req-3ebe6e9f-3cca-4225-b858-fd8e39e73348 req-7fa0d200-b825-4668-83fd-c61e4e31ca66 service nova] Enqueued Resource ID: 17de5af9-a5e2-47bf-a9db-fa067d861974 with Priority: HIGHEST for action port [ 699.974218] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_rules [ 699.974354] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_members [ 699.974449] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17de5af9-a5e2-47bf-a9db-fa067d861974 with Priority: HIGHEST for action port [ 699.974769] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.974918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.975014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.975287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.975412] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.976308] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.976403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.976451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.976613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.976758] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.976860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.976939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.977104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.977194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.977282] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.979874] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-17de5af9-a5e2-47bf-a9db-fa067d861974 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.979970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.980283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.980328] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17de5af9-a5e2-47bf-a9db-fa067d861974',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.086703] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 700.086953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.481558] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.484779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17de5af9-a5e2-47bf-a9db-fa067d861974 with status ACTIVE [ 700.487021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.487021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.489370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.489593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.489846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.490014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.490301] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17de5af9-a5e2-47bf-a9db-fa067d861974 is going to be updated. [ 700.513586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.513586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.513586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.513586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.513586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.513586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17de5af9-a5e2-47bf-a9db-fa067d861974" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.852966] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 700.852966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.852966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.853250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.853380] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.853492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.853551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.853792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.855436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.855436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.855436] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.987355] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.356804] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.356804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.357102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.357102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.357281] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.357400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.357471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.357592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.357680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.357854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.357922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.358075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.358075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.358171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.358312] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.358436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.358436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.358626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.358626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.358686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.358785] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.493515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.493515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.493515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.493515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.493515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.493515] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd is going to be created. [ 701.522920] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.522920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.523104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.523235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.523533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.540853] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd in Status: UNINITIALIZED for 2s [ 701.861579] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc4cdcdb-e220-4dd3-a331-113e6bf63e7f: rpc.has_security_group_logging(os_id): False [ 701.883145] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.883145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.883145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.883467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.883542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.884169] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.884169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.884169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.886176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.886176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.886368] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.886443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.886543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.887020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.887020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.887082] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.887415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.887415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.887530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.887563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.887737] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be updated. [ 701.966797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.967614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.967776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.968104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.971620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.986753] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: IN_PROGRESS for 2s [ 702.590356] env[65301]: INFO networking_nsxv3.common.synchronization [req-575d66b4-56e5-4f4b-b9b9-d9fcd50ab0a4 req-6b3e28ac-4046-457f-aaf4-9d52952a3757 tempest-ServerExternalEventsTest-1177138989 tempest-ServerExternalEventsTest-1177138989-project-member] Enqueued Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_members [ 702.590966] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGHEST for action security_group_members [ 702.591353] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.591486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.591552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.591794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.591952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.592941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.594086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.594303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.594401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.594510] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.099567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.099713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.099939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.100863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.102447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.102723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.102838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.102901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.103127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.103212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103341] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60e1c28-4516-4a52-b182-42a31ead3575 is going to be updated. [ 703.137266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.137266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.137493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.148859] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60e1c28-4516-4a52-b182-42a31ead3575 in Status: IN_PROGRESS for 2s [ 703.556018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd in Status: SUCCESS [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.556018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.556018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.556018] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.595283] env[65301]: INFO networking_nsxv3.common.synchronization [req-51c09f2b-e285-4af5-9201-d4eced5cb1ca req-b5ca0ef6-da54-4cb1-92c3-b317408a179b tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 703.596612] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 703.596612] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.596612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.596612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.596612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.596939] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.596939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.596939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.597062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.597569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.597674] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.013374] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 704.013643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.061300] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.061300] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.061300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.061864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.061864] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.061864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.061864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.061978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.062164] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.062286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.062349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.063110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.063379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.063722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.064116] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.101954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.101954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.102580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.102964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.103969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.103969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.103969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.103969] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 already deleted. [ 704.103969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.126383] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.126567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.126690] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.127027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.128484] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.128484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.128484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.128484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.128484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.128951] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.128951] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.128951] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.128951] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.129113] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.129113] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.129402] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.156402] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.156572] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.156694] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.156866] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.157205] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-cbb89894-d566-4209-8d3d-911da55916be taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.157517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.157517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.158018] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.158463] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb89894-d566-4209-8d3d-911da55916be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.569532] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3d976eb-10cd-4553-9ed2-7db7a9136edd: rpc.has_security_group_logging(os_id): False [ 704.592658] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.593735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.593735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.594089] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.594089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.594089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.594192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.594255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.594435] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.594514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.594569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.594723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.594789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.594866] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd is going to be created. [ 704.663527] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.663985] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.664731] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.665165] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.666086] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.666279] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port cbb89894-d566-4209-8d3d-911da55916be not found, creating... [ 704.666604] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.666876] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.667082] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.667378] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.667518] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.667829] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.668014] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.668967] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.669208] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.669342] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.669389] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: cbb89894-d566-4209-8d3d-911da55916be is going to be created. [ 704.709122] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.709321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.709396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.709645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.709856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.715404] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.715764] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.715764] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716073] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.716341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.716568] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.740867] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd in Status: IN_PROGRESS for 2s [ 705.164343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60e1c28-4516-4a52-b182-42a31ead3575 in Status: SUCCESS [ 705.164343] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60e1c28-4516-4a52-b182-42a31ead3575 deletion is rescheduled due to dependency. [ 705.164343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.465605] env[65301]: INFO networking_nsxv3.common.synchronization [req-51c09f2b-e285-4af5-9201-d4eced5cb1ca req-144e4050-50bc-4b11-b396-379a2e313437 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 705.465839] env[65301]: INFO networking_nsxv3.common.synchronization [req-51c09f2b-e285-4af5-9201-d4eced5cb1ca req-144e4050-50bc-4b11-b396-379a2e313437 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 705.465912] env[65301]: INFO networking_nsxv3.common.synchronization [req-51c09f2b-e285-4af5-9201-d4eced5cb1ca req-144e4050-50bc-4b11-b396-379a2e313437 service nova] Enqueued Resource ID: cbb89894-d566-4209-8d3d-911da55916be with Priority: HIGHEST for action port [ 705.466520] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 705.466697] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 705.466888] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb89894-d566-4209-8d3d-911da55916be with Priority: HIGHEST for action port [ 705.467065] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.468366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.468366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.468366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.468366] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.468618] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.468750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.468815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.469056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.469207] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.469318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.469381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.469555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.469605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.469695] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.470521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbb89894-d566-4209-8d3d-911da55916be taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.470637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.470705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.470862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.470924] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbb89894-d566-4209-8d3d-911da55916be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.977349] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.978375] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.978487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.978628] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbb89894-d566-4209-8d3d-911da55916be with status ACTIVE [ 705.978773] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.978873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.978986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.979143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.979225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.979384] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.979470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.979524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.979669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.979739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.979915] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.980040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.980846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.980846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.980846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.980846] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbb89894-d566-4209-8d3d-911da55916be is going to be updated. [ 706.003721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.003904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.004027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.004271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.005600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.005600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbb89894-d566-4209-8d3d-911da55916be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.487351] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.760072] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd in Status: SUCCESS [ 706.760361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.985230] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.985230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.985729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.985729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.985729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.985729] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be created. [ 707.015556] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.015556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.015556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.015868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.017054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.030753] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: UNINITIALIZED for 2s [ 709.045023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.045023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.045023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.045023] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.548440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.548658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.549197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.549197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.549717] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.549717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.549717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.549717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.550081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.550081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.550261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.550412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.550508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.550937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.550937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.551492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.551621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.551818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.551953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.552212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.552272] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.056371] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 710.076400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.076400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.076400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.076400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.079360] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.079360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.079360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.079360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.079360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.079360] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be created. [ 710.155905] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.156405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.156595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.156890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.157184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.174439] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 710.286093] env[65301]: INFO networking_nsxv3.common.synchronization [None req-fd0cc2fc-4aa3-4866-9d39-75b806320140 None None] Enqueued Resource ID: 42929c55-3c43-4a4c-8ded-aaba9d5e69ef with Priority: HIGHEST for action port [ 710.286093] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42929c55-3c43-4a4c-8ded-aaba9d5e69ef with Priority: HIGHEST for action port [ 710.286093] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-42929c55-3c43-4a4c-8ded-aaba9d5e69ef taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.286093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42929c55-3c43-4a4c-8ded-aaba9d5e69ef" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.286093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42929c55-3c43-4a4c-8ded-aaba9d5e69ef" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.286307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42929c55-3c43-4a4c-8ded-aaba9d5e69ef" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.286607] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42929c55-3c43-4a4c-8ded-aaba9d5e69ef',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.789536] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42929c55-3c43-4a4c-8ded-aaba9d5e69ef [ 710.790375] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.790506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.790807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.790868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.790940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.791061] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42929c55-3c43-4a4c-8ded-aaba9d5e69ef already deleted. [ 710.793144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42929c55-3c43-4a4c-8ded-aaba9d5e69ef" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.245201] env[65301]: INFO networking_nsxv3.common.synchronization [req-4b3c4d77-95b6-484f-8f1d-e39f8ec7f469 req-6b5b4838-f03d-44e7-9d52-cf857199c257 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 711.247493] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 711.247493] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.247493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.247493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.247493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.247493] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.247493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.247493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.248179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.248179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.248179] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.752947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.753151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.753265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.753590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.753774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.754078] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.754244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.754352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.754610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.754755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.754904] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 711.805015] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.805015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.805015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.805015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.805015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.844199] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 712.190525] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 712.190746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.311875] env[65301]: INFO networking_nsxv3.common.synchronization [req-2805f761-a478-4289-ab3f-5dd1b0f2fa59 req-af081e7e-dae2-4d07-aef4-f53a27a651c4 tempest-ImagesOneServerTestJSON-231900993 tempest-ImagesOneServerTestJSON-231900993-project-member] Enqueued Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_members [ 712.312867] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGHEST for action security_group_members [ 712.313222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.313359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.313418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.313625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.313786] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.313904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.314265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.314265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.314265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.314493] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.817806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.817965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.818049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.818268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.818432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.818858] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.818858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.818858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.819046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.820041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.820041] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3cf427-5474-4aaa-85e4-261f28d068db is going to be updated. [ 712.872502] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.872679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.872757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.873101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.873345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.889611] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3cf427-5474-4aaa-85e4-261f28d068db in Status: IN_PROGRESS for 2s [ 713.397617] env[65301]: INFO networking_nsxv3.common.synchronization [req-db846a64-2f85-4f5b-88c1-acea49bae982 req-1d7344ed-4129-48fc-af97-5629bc38e76d tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 713.398189] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 713.398489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.398609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.398674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.398861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.399289] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.401675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.401771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.402040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.402040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.402145] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.856489] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 713.856728] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb deletion is rescheduled due to dependency. [ 713.856896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.907315] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.085209] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d9e02248-dd46-419a-b49e-af0b785d75eb None None] Enqueued Resource ID: 0d778de7-44dd-4f23-a864-d1ee02e9c463 with Priority: HIGHEST for action port [ 714.087448] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d778de7-44dd-4f23-a864-d1ee02e9c463 with Priority: HIGHEST for action port [ 714.087967] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d778de7-44dd-4f23-a864-d1ee02e9c463 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.088299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d778de7-44dd-4f23-a864-d1ee02e9c463" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.088468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d778de7-44dd-4f23-a864-d1ee02e9c463" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.088793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d778de7-44dd-4f23-a864-d1ee02e9c463" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.089664] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d778de7-44dd-4f23-a864-d1ee02e9c463',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.388788] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ed3922bd-7388-46ed-882d-04346904a278 None None] Enqueued Resource ID: d22c74a2-3bac-4c23-9e5c-7e938fc4875f with Priority: HIGHEST for action port [ 714.388788] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22c74a2-3bac-4c23-9e5c-7e938fc4875f with Priority: HIGHEST for action port [ 714.388788] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22c74a2-3bac-4c23-9e5c-7e938fc4875f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.389045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22c74a2-3bac-4c23-9e5c-7e938fc4875f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.389045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22c74a2-3bac-4c23-9e5c-7e938fc4875f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.389317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22c74a2-3bac-4c23-9e5c-7e938fc4875f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.389445] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22c74a2-3bac-4c23-9e5c-7e938fc4875f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.410935] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.517629] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.517819] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.517931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.519690] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.523131] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.523131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.523131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.523131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.523131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.523131] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.523131] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.523131] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.523131] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.523131] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.523131] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.523131] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.556469] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.556918] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.556918] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.556918] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.558121] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-c66f242d-654b-4c3f-a79a-7d69c1f527fa taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.558121] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.558121] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.558121] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.558121] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66f242d-654b-4c3f-a79a-7d69c1f527fa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.593067] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d778de7-44dd-4f23-a864-d1ee02e9c463 [ 714.593067] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.593067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.593067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.593067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.593067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.593067] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d778de7-44dd-4f23-a864-d1ee02e9c463 already deleted. [ 714.593067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d778de7-44dd-4f23-a864-d1ee02e9c463" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.892998] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22c74a2-3bac-4c23-9e5c-7e938fc4875f [ 714.892998] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.892998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.892998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.892998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.892998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.892998] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22c74a2-3bac-4c23-9e5c-7e938fc4875f already deleted. [ 714.892998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22c74a2-3bac-4c23-9e5c-7e938fc4875f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.901822] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a3cf427-5474-4aaa-85e4-261f28d068db in Status: SUCCESS [ 714.901822] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a3cf427-5474-4aaa-85e4-261f28d068db deletion is rescheduled due to dependency. [ 714.901822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.914992] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.914992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.914992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.914992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.914992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.914992] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 714.947183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.947353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.947527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.947765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.947920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.960186] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 715.061978] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.062545] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.062545] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.062634] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.062760] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.062908] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port c66f242d-654b-4c3f-a79a-7d69c1f527fa not found, creating... [ 715.063177] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.063329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.063434] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.063647] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.063773] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.064099] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.064364] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.064364] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.064950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.064950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.064950] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: c66f242d-654b-4c3f-a79a-7d69c1f527fa is going to be created. [ 715.093606] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.093798] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.094115] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.094462] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.094691] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.094920] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.469326] env[65301]: INFO networking_nsxv3.common.synchronization [None req-a6eacd7d-eaac-4c15-803f-0878a46b14c5 None None] Enqueued Resource ID: c52db6b3-d5c4-483c-8b1a-a951a37fc935 with Priority: HIGHEST for action port [ 715.469844] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52db6b3-d5c4-483c-8b1a-a951a37fc935 with Priority: HIGHEST for action port [ 715.470180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c52db6b3-d5c4-483c-8b1a-a951a37fc935 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.470293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c52db6b3-d5c4-483c-8b1a-a951a37fc935" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.470365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c52db6b3-d5c4-483c-8b1a-a951a37fc935" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.470660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c52db6b3-d5c4-483c-8b1a-a951a37fc935" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.470742] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c52db6b3-d5c4-483c-8b1a-a951a37fc935',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.884076] env[65301]: INFO networking_nsxv3.common.synchronization [req-db846a64-2f85-4f5b-88c1-acea49bae982 req-ee1b20da-3b9b-4b76-a87f-f8d1b245ec55 service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 715.884244] env[65301]: INFO networking_nsxv3.common.synchronization [req-db846a64-2f85-4f5b-88c1-acea49bae982 req-ee1b20da-3b9b-4b76-a87f-f8d1b245ec55 service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 715.884411] env[65301]: INFO networking_nsxv3.common.synchronization [req-db846a64-2f85-4f5b-88c1-acea49bae982 req-ee1b20da-3b9b-4b76-a87f-f8d1b245ec55 service nova] Enqueued Resource ID: c66f242d-654b-4c3f-a79a-7d69c1f527fa with Priority: HIGHEST for action port [ 715.884657] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 715.884776] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 715.884866] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66f242d-654b-4c3f-a79a-7d69c1f527fa with Priority: HIGHEST for action port [ 715.885452] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.885590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.886059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.886059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.888188] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.889204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.889310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.889498] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66f242d-654b-4c3f-a79a-7d69c1f527fa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.889594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.889654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.889845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.889919] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66f242d-654b-4c3f-a79a-7d69c1f527fa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.973581] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c52db6b3-d5c4-483c-8b1a-a951a37fc935 [ 715.974753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.974753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.974753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.974753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.974753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.974753] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c52db6b3-d5c4-483c-8b1a-a951a37fc935 already deleted. [ 715.974753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c52db6b3-d5c4-483c-8b1a-a951a37fc935" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.056172] env[65301]: INFO networking_nsxv3.common.synchronization [None req-dc2bf7ea-4111-4f83-bc6e-1c017dbe4a73 None None] Enqueued Resource ID: be350a84-70d7-404f-91e1-8337775243f8 with Priority: HIGHEST for action port [ 716.056172] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be350a84-70d7-404f-91e1-8337775243f8 with Priority: HIGHEST for action port [ 716.056855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-be350a84-70d7-404f-91e1-8337775243f8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.057013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be350a84-70d7-404f-91e1-8337775243f8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.057091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be350a84-70d7-404f-91e1-8337775243f8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.057373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be350a84-70d7-404f-91e1-8337775243f8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.057461] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be350a84-70d7-404f-91e1-8337775243f8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.283020] env[65301]: INFO networking_nsxv3.common.synchronization [req-3550d900-9e24-4b5b-8fd2-aebc10cf58a5 req-dd6c024a-4b9d-4dd2-ad6a-b596e0a21ccd tempest-VolumesAssistedSnapshotsTest-574996418 tempest-VolumesAssistedSnapshotsTest-574996418-project-member] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_members [ 716.283020] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGHEST for action security_group_members [ 716.283020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.283020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.283020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.283020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.283020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.285662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.285662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.285662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.285662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.285662] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.394950] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c66f242d-654b-4c3f-a79a-7d69c1f527fa with status ACTIVE [ 716.398137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.398137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.398137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.398137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.398137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c66f242d-654b-4c3f-a79a-7d69c1f527fa is going to be updated. [ 716.399865] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.400827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.425422] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.426316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.426316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.426597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.426931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.427338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66f242d-654b-4c3f-a79a-7d69c1f527fa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.474842] env[65301]: INFO networking_nsxv3.common.synchronization [req-39b4db6d-7806-41db-a1dc-b746b6df0a79 req-a0e93940-a3e5-48bb-aaac-6f9c8dab2222 tempest-ServersTestManualDisk-2059066720 tempest-ServersTestManualDisk-2059066720-project-member] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_members [ 716.475429] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_members [ 716.475752] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.475870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.475932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.478245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.478245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.478245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.478422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.478655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.478734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.478876] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.560037] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be350a84-70d7-404f-91e1-8337775243f8 [ 716.560215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.560365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.560440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.561607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.561607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.561607] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be350a84-70d7-404f-91e1-8337775243f8 already deleted. [ 716.561607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be350a84-70d7-404f-91e1-8337775243f8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.787493] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.787637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.787716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.787866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.788096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.788179] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.788284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.788356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.788537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.788623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.788695] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 is going to be updated. [ 716.828154] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.828376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.828472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.828705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.828870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.841057] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77f870e2-e029-4ee6-97cb-b42334002589 in Status: IN_PROGRESS for 2s [ 716.971112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 716.971617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.971952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.972542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.972542] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.973865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.974205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.975017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.975017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.975017] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.981816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.981974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.982057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.982466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.982979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.982979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.982979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.982979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.983218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.983218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.983271] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e460e613-0829-4953-a65b-523e70b2aa8f already deleted. [ 716.983348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064388] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-365" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-365" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-365" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.066772] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.066772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.066772] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.066772] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.066772] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.066772] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.066772] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.066772] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.066772] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.089927] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.090272] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.090356] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.090490] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-365" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.091147] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-8a2db69f-c907-4922-8cf9-d6c54f9de171 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.091147] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.091317] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.091536] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.091666] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2db69f-c907-4922-8cf9-d6c54f9de171',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.476645] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.598870] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.598870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.598870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.599389] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.599389] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.599498] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 8a2db69f-c907-4922-8cf9-d6c54f9de171 not found, creating... [ 717.601227] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.601227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.601227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.601227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.601227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.601227] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.601227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.601227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.601727] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.601857] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.602039] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 8a2db69f-c907-4922-8cf9-d6c54f9de171 is going to be created. [ 717.625169] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.625447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.625570] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.625855] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.626106] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.626337] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.983561] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.184693] env[65301]: INFO networking_nsxv3.common.synchronization [None req-bc1be73f-a5d2-4ede-9683-a836dabbde65 None None] Enqueued Resource ID: 68d4c4f7-b72e-4d6a-bfc0-150563912f62 with Priority: HIGHEST for action port [ 718.185409] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d4c4f7-b72e-4d6a-bfc0-150563912f62 with Priority: HIGHEST for action port [ 718.185809] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d4c4f7-b72e-4d6a-bfc0-150563912f62 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.186092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d4c4f7-b72e-4d6a-bfc0-150563912f62" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.186173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d4c4f7-b72e-4d6a-bfc0-150563912f62" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.186516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d4c4f7-b72e-4d6a-bfc0-150563912f62" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.187509] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d4c4f7-b72e-4d6a-bfc0-150563912f62',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.384037] env[65301]: INFO networking_nsxv3.common.synchronization [req-39b4db6d-7806-41db-a1dc-b746b6df0a79 req-a7efa8fc-22c7-4fc2-867c-c7e2a5c2f3b9 service nova] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_rules [ 718.384037] env[65301]: INFO networking_nsxv3.common.synchronization [req-39b4db6d-7806-41db-a1dc-b746b6df0a79 req-a7efa8fc-22c7-4fc2-867c-c7e2a5c2f3b9 service nova] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_members [ 718.384037] env[65301]: INFO networking_nsxv3.common.synchronization [req-39b4db6d-7806-41db-a1dc-b746b6df0a79 req-a7efa8fc-22c7-4fc2-867c-c7e2a5c2f3b9 service nova] Enqueued Resource ID: 8a2db69f-c907-4922-8cf9-d6c54f9de171 with Priority: HIGHEST for action port [ 718.384037] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_rules [ 718.384037] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_members [ 718.384037] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a2db69f-c907-4922-8cf9-d6c54f9de171 with Priority: HIGHEST for action port [ 718.384037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.384037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.384037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.386041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.387028] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.388860] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.388860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.388860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.388860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.388860] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.389422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.389422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.389422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.389422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.389422] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.390536] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a2db69f-c907-4922-8cf9-d6c54f9de171 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.390682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.390712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.390856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.390928] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2db69f-c907-4922-8cf9-d6c54f9de171',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.486452] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.486452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.486452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.486765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.486765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.486765] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 718.523723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.523870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.523937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.524176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.524356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.535780] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 718.662728] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_members [ 718.662883] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 718.663416] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_members [ 718.663604] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 718.663822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c44a04cd-abc5-4a01-8617-70f21b29a914 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.663945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.664026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.664286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664442] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.664543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.664605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.664749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.664835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.664925] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.665783] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.665894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.665989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.666161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.666364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.666432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.666637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.666637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.666637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.666727] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.689970] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68d4c4f7-b72e-4d6a-bfc0-150563912f62 [ 718.690308] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.690452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.690522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.690765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.690895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.690945] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68d4c4f7-b72e-4d6a-bfc0-150563912f62 already deleted. [ 718.691042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d4c4f7-b72e-4d6a-bfc0-150563912f62" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.727182] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_rules [ 718.727182] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_members [ 718.727182] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_rules [ 718.727182] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 718.727182] env[65301]: INFO networking_nsxv3.common.synchronization [req-75079006-622e-4cc5-9e02-d5fa988fc10a req-7c3dd3b6-3633-4397-8ace-f8a01f5163b2 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with Priority: HIGHEST for action port [ 718.727182] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_rules [ 718.727766] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_rules [ 718.728140] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with Priority: HIGHEST for action port [ 718.728417] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_members [ 718.730916] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 718.730916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c44a04cd-abc5-4a01-8617-70f21b29a914 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.730916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.730916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.730916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.730916] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.730916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.730916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.730916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.730916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.730916] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.732629] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.732908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.733518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.733518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.733518] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fb50c3-fa83-45a4-aebf-f0031cbb0ee7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.734596] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c44a04cd-abc5-4a01-8617-70f21b29a914 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.734827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.735184] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.736018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.852897] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77f870e2-e029-4ee6-97cb-b42334002589 in Status: SUCCESS [ 718.853123] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 deletion is rescheduled due to dependency. [ 718.853212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.898147] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898514] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.899399] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a2db69f-c907-4922-8cf9-d6c54f9de171 with status ACTIVE [ 718.899590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.899708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.899773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.899977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.900077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.900273] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.900374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.900426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.900598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.900693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.900854] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.900948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.900995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.901692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.901756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.903870] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a2db69f-c907-4922-8cf9-d6c54f9de171 is going to be updated. [ 718.933182] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.933505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.933665] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.934017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.934258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.934519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a2db69f-c907-4922-8cf9-d6c54f9de171" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.172135] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.173102] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.237307] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c44a04cd-abc5-4a01-8617-70f21b29a914 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.237307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.237520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.237520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.237646] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with status ACTIVE [ 719.237794] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.237894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.237956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.238230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.238324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.238531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.238623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.238701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.238889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.238971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239177] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.239282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.239344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.239509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.239597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239685] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 is going to be updated. [ 719.286615] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.286615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.286615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.286615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.286990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.286990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.404197] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.674327] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.675312] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.909033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.909250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.909312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.909523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.909630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.909975] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e460e613-0829-4953-a65b-523e70b2aa8f is going to be created. [ 719.939672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.939672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.939672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.939672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.939672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.955104] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: UNINITIALIZED for 2s [ 720.176675] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.177104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.177104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.177244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.177328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.177425] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 720.178923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.179075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.179185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.179381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.179459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.179637] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 is going to be created. [ 720.208639] env[65301]: INFO networking_nsxv3.common.synchronization [req-c4983373-d5de-4561-9a29-199e062ffd92 req-5c3231f8-d7eb-49dd-a1d7-deabbae52ec8 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_members [ 720.208639] env[65301]: INFO networking_nsxv3.common.synchronization [req-c4983373-d5de-4561-9a29-199e062ffd92 req-5c3231f8-d7eb-49dd-a1d7-deabbae52ec8 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 720.209023] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c44a04cd-abc5-4a01-8617-70f21b29a914 with Priority: HIGHEST for action security_group_members [ 720.209162] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 720.210710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.210710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.210710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.210926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.211049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.212264] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c44a04cd-abc5-4a01-8617-70f21b29a914 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.212366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.212567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.212664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.214460] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.214581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.214647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.214852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.215226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.224443] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 720.225202] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c44a04cd-abc5-4a01-8617-70f21b29a914 in Status: UNINITIALIZED for 2s [ 720.271038] env[65301]: INFO networking_nsxv3.common.synchronization [req-c4983373-d5de-4561-9a29-199e062ffd92 req-5c3231f8-d7eb-49dd-a1d7-deabbae52ec8 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_rules [ 720.271640] env[65301]: INFO networking_nsxv3.common.synchronization [req-c4983373-d5de-4561-9a29-199e062ffd92 req-5c3231f8-d7eb-49dd-a1d7-deabbae52ec8 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 720.271880] env[65301]: INFO networking_nsxv3.common.synchronization [req-c4983373-d5de-4561-9a29-199e062ffd92 req-5c3231f8-d7eb-49dd-a1d7-deabbae52ec8 tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with Priority: HIGHEST for action port [ 720.273049] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_rules [ 720.273049] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 720.273049] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with Priority: HIGHEST for action port [ 720.273822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.273822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.274279] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.274279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.274934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.275164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.275206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.275499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.275642] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87fb50c3-fa83-45a4-aebf-f0031cbb0ee7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.478773] env[65301]: INFO networking_nsxv3.common.synchronization [req-5ba2d17f-cfca-4219-a1c4-a5902d9d5325 req-019fbe7e-f239-4976-9acb-a132fa704a2f tempest-SecurityGroupRulesNegativeTestJSON-1373767590 tempest-SecurityGroupRulesNegativeTestJSON-1373767590-project-member] Enqueued Resource ID: 6bcbaba2-3aca-4e8f-8344-baa5944c11bb with Priority: HIGHEST for action security_group_rules [ 720.480393] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcbaba2-3aca-4e8f-8344-baa5944c11bb with Priority: HIGHEST for action security_group_rules [ 720.480393] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.480393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.480393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.480773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.480803] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bcbaba2-3aca-4e8f-8344-baa5944c11bb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.548413] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 720.549819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.550448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.550945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.553024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.553024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.553024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.553024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.553024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.553024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.778843] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 with status ACTIVE [ 720.779162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.780517] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.780517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.780826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.780826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.780826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.781048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.785023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.785023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87fb50c3-fa83-45a4-aebf-f0031cbb0ee7 is going to be updated. [ 720.804842] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.804983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.805083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.805274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.805579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.805747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87fb50c3-fa83-45a4-aebf-f0031cbb0ee7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.982933] env[65301]: INFO networking_nsxv3.common.synchronization [req-0867b98d-53a3-4f84-80ab-8a73e1debfd8 req-a7575317-7ed7-4285-931d-f870d91b8610 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_members [ 720.982933] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGHEST for action security_group_members [ 720.984199] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.984356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.984390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.984638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.984801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.984904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.984990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.985180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.985370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.985463] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.017996] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.018309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.018309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.018450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.018591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.018758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bcbaba2-3aca-4e8f-8344-baa5944c11bb already deleted. [ 721.018814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.059163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.059475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.059563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.059928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.060611] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.060611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.060611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.060864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.060864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.060971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.061348] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.061470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.061518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.061890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062110] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.062725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.062857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.062995] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.414533] env[65301]: INFO networking_nsxv3.common.synchronization [req-c30509c4-bad3-43c0-8c66-acbcfa9134d3 req-6ff8f0eb-235e-4e15-9218-358ac8cdf382 tempest-InstanceActionsTestJSON-118317430 tempest-InstanceActionsTestJSON-118317430-project-member] Enqueued Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_members [ 721.415145] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGHEST for action security_group_members [ 721.415507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.415609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.415663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.415866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.416029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.416536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.416536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.419310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.419416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.419520] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.487814] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.487979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.488089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.488356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.488455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.488682] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.488850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.488951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.489210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.489336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.489481] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 is going to be updated. [ 721.525035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.525035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.525035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.525035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.525035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.535367] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 in Status: IN_PROGRESS for 2s [ 721.566412] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ba549e-775f-47be-afdc-d3c5c0b62fc4: rpc.has_security_group_logging(os_id): False [ 721.585459] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.585649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.585731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.585938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.586046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.586234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.586333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.586392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.586540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.586615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.586871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.586983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.587104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.587309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.587426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.587713] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.587865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.587972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.588257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.588356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.588449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 721.663247] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.663411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.663529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.663785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.663993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.685874] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 721.922158] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.922551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.922551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.922684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.922727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.922893] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.922986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.923055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.926022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.926022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.926022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbde532-c353-41b3-9c45-23b5febbc560 is going to be updated. [ 721.958106] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.958289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.958340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.958599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.958770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.974054] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbde532-c353-41b3-9c45-23b5febbc560 in Status: IN_PROGRESS for 2s [ 721.974054] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: SUCCESS [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.974054] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.974054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.974054] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.237219] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c44a04cd-abc5-4a01-8617-70f21b29a914 in Status: UNINITIALIZED for 4s [ 722.238033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 4s [ 722.370983] env[65301]: INFO networking_nsxv3.common.synchronization [req-2909e116-929a-4439-badd-80e4142589c3 req-b7c6b9ea-4a75-411d-aeac-63a899928f12 tempest-SecurityGroupRulesNegativeTestJSON-1373767590 tempest-SecurityGroupRulesNegativeTestJSON-1373767590-project-member] Enqueued Resource ID: 6bcbaba2-3aca-4e8f-8344-baa5944c11bb with Priority: HIGHEST for action security_group_rules [ 722.371615] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcbaba2-3aca-4e8f-8344-baa5944c11bb with Priority: HIGHEST for action security_group_rules [ 722.371951] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.372098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.372174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.372505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372505] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bcbaba2-3aca-4e8f-8344-baa5944c11bb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.475882] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.751160] env[65301]: INFO networking_nsxv3.common.synchronization [req-039ce851-80cc-4d82-a4ff-d8a0e026eab4 req-a2d1390a-1f67-4900-8311-8d02d4e42f18 tempest-ImagesNegativeTestJSON-2018937077 tempest-ImagesNegativeTestJSON-2018937077-project-member] Enqueued Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_members [ 722.751160] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_members [ 722.751857] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.752176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.752176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.756360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.756360] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.756360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.756360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.756360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.756649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.756649] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.895889] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.895889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.895889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.895889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.895889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.895889] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bcbaba2-3aca-4e8f-8344-baa5944c11bb already deleted. [ 722.895889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bcbaba2-3aca-4e8f-8344-baa5944c11bb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.979884] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e460e613-0829-4953-a65b-523e70b2aa8f: rpc.has_security_group_logging(os_id): False [ 722.997802] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.997802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.997802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.997802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.997802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.997802] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.997802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.997802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.998594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.998778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.998968] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e460e613-0829-4953-a65b-523e70b2aa8f is going to be created. [ 723.078183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.078183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.078183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.078183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.078183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.093661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: IN_PROGRESS for 2s [ 723.142389] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.142598] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-809" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.142732] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-809" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.143078] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-809" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.143349] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.143503] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.143613] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.143826] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.144024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.144221] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.144490] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.144554] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.144632] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.144739] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.144841] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.144973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.189023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.189023] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.189023] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.189023] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-809" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.189023] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.189023] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.189023] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.189505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.189505] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.259485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.259691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.259691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.259991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.260266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.260445] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.260627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.260627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.260856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.260954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.261068] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 already deleted. [ 723.261185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.546960] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 in Status: SUCCESS [ 723.547167] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 deletion is rescheduled due to dependency. [ 723.547281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.695553] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.696060] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.696463] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.697058] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.697781] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.698102] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c not found, creating... [ 723.698519] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.698691] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.698801] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.699173] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.699627] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.700108] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.700808] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.700943] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.701243] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.701383] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.701520] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c is going to be created. [ 723.707557] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 723.708015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.726097] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.726835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.727028] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.727380] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.727657] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.727933] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.983252] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfbde532-c353-41b3-9c45-23b5febbc560 in Status: SUCCESS [ 723.983452] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfbde532-c353-41b3-9c45-23b5febbc560 deletion is rescheduled due to dependency. [ 723.983705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.252384] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 724.252940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.253851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c44a04cd-abc5-4a01-8617-70f21b29a914 in Status: SUCCESS [ 724.254124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.254301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.254626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.254853] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.255032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.255176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.255426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.255729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.255729] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.256758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.256976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.257784] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.257784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.257784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.257784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.257784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.257784] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.468071] env[65301]: INFO networking_nsxv3.common.synchronization [req-039ce851-80cc-4d82-a4ff-d8a0e026eab4 req-60e43956-66d5-49de-8a64-f7eb60b56478 service nova] Enqueued Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_rules [ 724.468071] env[65301]: INFO networking_nsxv3.common.synchronization [req-039ce851-80cc-4d82-a4ff-d8a0e026eab4 req-60e43956-66d5-49de-8a64-f7eb60b56478 service nova] Enqueued Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_members [ 724.468071] env[65301]: INFO networking_nsxv3.common.synchronization [req-039ce851-80cc-4d82-a4ff-d8a0e026eab4 req-60e43956-66d5-49de-8a64-f7eb60b56478 service nova] Enqueued Resource ID: b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c with Priority: HIGHEST for action port [ 724.468071] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_rules [ 724.468071] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_members [ 724.468071] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c with Priority: HIGHEST for action port [ 724.468071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.468071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.468071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.472245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.472374] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.473878] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.473878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.473878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.474071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.474071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.474166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.476435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.476435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.476435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.476435] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.476435] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.476435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.476435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.476435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.476435] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.759857] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.761108] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.761250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.761250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.761457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.761550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.761737] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.761850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.761894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.762070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.762156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.762245] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 is going to be deleted. [ 724.813653] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.813870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.813870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.814693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.814693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.814693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.815080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.815263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.815455] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.815588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.815653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.816606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.816762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.816877] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.980355] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.981877] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.982682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.982767] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c with status ACTIVE [ 724.983073] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.983854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.984192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.984326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.984443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.984756] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.985221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.985221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.985312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.985455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.985763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.985919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.986034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.986262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.986384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.986826] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c is going to be updated. [ 725.011755] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.012078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.012078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.012219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.012323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.012494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7c69aa1-2ee6-4ddf-a086-e03549b4fb3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.120413] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: SUCCESS [ 725.122385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.269192] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.320068] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.320391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.320391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.320602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.320719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.320909] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.321083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.321083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.321256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.321557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.321557] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 already deleted. [ 725.321557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.321817] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.323073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.323265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.323442] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.323541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.323594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.323753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.323835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.323942] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.486363] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.774234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.774234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.774234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.774234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.774234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.774234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 725.810111] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.811343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.811343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.811343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.812458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.830754] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c44a04cd-abc5-4a01-8617-70f21b29a914',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.830754] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 725.830754] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.830754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.830754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.831804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.831914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.835373] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.835373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.835373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.835373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.835373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.835738] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 already deleted. [ 725.835738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.990721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.990972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.990972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.991297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.991297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.991392] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 is going to be created. [ 726.018941] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.019162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.019162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.019410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.019539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.035563] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 in Status: UNINITIALIZED for 2s [ 726.338518] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c44a04cd-abc5-4a01-8617-70f21b29a914: rpc.has_security_group_logging(os_id): False [ 726.368946] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.369190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.369190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.369367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.369408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.369675] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.369730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.369772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.369976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.370058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.370149] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 is going to be created. [ 726.392180] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c44a04cd-abc5-4a01-8617-70f21b29a914], does not exist path=[/infra/domains/default/groups/c44a04cd-abc5-4a01-8617-70f21b29a914]."\n}' [ 726.392433] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c44a04cd-abc5-4a01-8617-70f21b29a914 [ 726.392547] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 726.429116] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.429306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.429403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.429644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.430898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431731] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.431731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.431731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.431926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.431926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.432286] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.432481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.432786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.432903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.433023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c44a04cd-abc5-4a01-8617-70f21b29a914 is going to be created. [ 726.451565] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c44a04cd-abc5-4a01-8617-70f21b29a914], does not exist path=[/infra/domains/default/groups/c44a04cd-abc5-4a01-8617-70f21b29a914]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c44a04cd-abc5-4a01-8617-70f21b29a914 [ 726.451871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c44a04cd-abc5-4a01-8617-70f21b29a914" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.452502] env[65301]: Traceback (most recent call last): [ 726.452502] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 726.452502] env[65301]: return func(*args, **kwargs) [ 726.452670] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 726.452670] env[65301]: res.raise_for_status() [ 726.452670] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 726.452670] env[65301]: raise HTTPError(http_error_msg, response=self) [ 726.452670] env[65301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c44a04cd-abc5-4a01-8617-70f21b29a914 [ 726.452670] env[65301]: During handling of the above exception, another exception occurred: [ 726.452670] env[65301]: Traceback (most recent call last): [ 726.452670] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 726.452670] env[65301]: listener.cb(fileno) [ 726.452670] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 726.452670] env[65301]: result = function(*args, **kwargs) [ 726.452670] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 726.452670] env[65301]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 726.452670] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 726.452670] env[65301]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 726.452670] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 726.452670] env[65301]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 726.452670] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 726.452670] env[65301]: res.raise_for_status() [ 726.452670] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 726.452670] env[65301]: raise HTTPError(http_error_msg, response=self) [ 726.452670] env[65301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c44a04cd-abc5-4a01-8617-70f21b29a914 [ 726.452670] env[65301]: Removing descriptor: 5 [ 726.892481] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ba3aeb75-061b-4cb1-a242-b187824d9113 None None] Enqueued Resource ID: 8dca3575-abae-47b4-8570-50c863a8de43 with Priority: HIGHEST for action port [ 726.893482] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dca3575-abae-47b4-8570-50c863a8de43 with Priority: HIGHEST for action port [ 726.893482] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dca3575-abae-47b4-8570-50c863a8de43 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.893482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dca3575-abae-47b4-8570-50c863a8de43" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.893816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dca3575-abae-47b4-8570-50c863a8de43" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.894437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dca3575-abae-47b4-8570-50c863a8de43" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.894629] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dca3575-abae-47b4-8570-50c863a8de43',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.398404] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dca3575-abae-47b4-8570-50c863a8de43 [ 727.398842] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.399464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.399464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.399464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.399464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.399723] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dca3575-abae-47b4-8570-50c863a8de43 already deleted. [ 727.399723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dca3575-abae-47b4-8570-50c863a8de43" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.721632] env[65301]: INFO networking_nsxv3.common.synchronization [req-dd53272e-e63f-45cc-bb86-214ce3692214 req-948c24dc-575b-460e-9d77-dcdae897d45d tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 727.721632] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 727.721845] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.721964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.722575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.722871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.723040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.723145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.723211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.723362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.723448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.723542] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.841030] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 727.841030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.841279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.842492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.842492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.843433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.843433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.843433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.843433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.843433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.843433] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.844286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.844479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.844720] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.844779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.844822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.845690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.845690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.845690] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.048640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 in Status: SUCCESS [ 728.051209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.051338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.051587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.051924] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.052055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.052117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.052275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.052406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.052490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.052577] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.231546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.231546] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf already deleted. [ 728.231546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.316524] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.316953] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.317208] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.317600] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.317971] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.318298] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.318517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.318830] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.319079] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.319409] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.319615] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.319810] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.319994] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.320226] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.320466] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.320698] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.343052] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.343052] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.343052] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.343052] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.343052] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.343374] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.343374] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.343698] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.343841] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefa8e11-23b4-4ef3-960f-f53f60cb3e9e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.347535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.347712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347876] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.557033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.557900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.557900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.557900] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.557900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.557900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.557900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.558331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.558331] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.558331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.558331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.558701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.558909] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.559059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.559059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.559167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.559302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.559447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.559497] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.845821] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.847031] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.847031] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.847031] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.847031] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.847031] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port fefa8e11-23b4-4ef3-960f-f53f60cb3e9e not found, creating... [ 728.847347] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.847492] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.847641] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.847907] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.848067] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.848631] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.848955] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849551] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849937] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.850159] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.850339] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: fefa8e11-23b4-4ef3-960f-f53f60cb3e9e is going to be created. [ 728.851544] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.873464] env[65301]: INFO networking_nsxv3.common.synchronization [req-555daee4-d2bf-4230-b646-6cd2f975240b req-654c2e2f-7a2d-4848-b8f5-0a3510caf673 tempest-ServersTestFqdnHostnames-923736718 tempest-ServersTestFqdnHostnames-923736718-project-member] Enqueued Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_members [ 728.873949] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c228af0-961f-43f7-b4e0-33192329aacf with Priority: HIGHEST for action security_group_members [ 728.874267] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c228af0-961f-43f7-b4e0-33192329aacf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.874392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.874485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.874644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.874796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.875669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.875669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.875669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.875669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.875669] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c228af0-961f-43f7-b4e0-33192329aacf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.882832] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.883325] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.883496] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.883800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.884036] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.884273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.065941] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46: rpc.has_security_group_logging(os_id): False [ 729.095220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.095407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.095455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.095642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.095730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.095933] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.096038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.096308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.096308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.096389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.096506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.096595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.096659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.096786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.096854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.097892] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.098104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.098264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.098603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.098603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.100268] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 is going to be created. [ 729.196370] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.196370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.196370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.196370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.196370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.215483] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 in Status: IN_PROGRESS for 2s [ 729.337019] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0521955b-c67a-476f-873e-a180f3c30524 None None] Enqueued Resource ID: 6097b2fa-877c-413c-9c7a-5a076856c387 with Priority: HIGHEST for action port [ 729.337642] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6097b2fa-877c-413c-9c7a-5a076856c387 with Priority: HIGHEST for action port [ 729.337949] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6097b2fa-877c-413c-9c7a-5a076856c387 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.338085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6097b2fa-877c-413c-9c7a-5a076856c387" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.338148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6097b2fa-877c-413c-9c7a-5a076856c387" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.338410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6097b2fa-877c-413c-9c7a-5a076856c387" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.338487] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6097b2fa-877c-413c-9c7a-5a076856c387',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.355013] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.355453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.355655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.355958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.356163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.356364] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 729.377805] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.380240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.380240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.380240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.422888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.423397] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.423536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.423536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.423787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.423905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.424070] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf is going to be updated. [ 729.437760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.437912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.437997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.438269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.438404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.448287] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 729.474181] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.474406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.474406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.474582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.474871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.491865] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c228af0-961f-43f7-b4e0-33192329aacf in Status: IN_PROGRESS for 2s [ 729.695640] env[65301]: INFO networking_nsxv3.common.synchronization [req-dd53272e-e63f-45cc-bb86-214ce3692214 req-9699dd3b-6b13-4ad0-8258-f017d5a0fd67 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 729.695926] env[65301]: INFO networking_nsxv3.common.synchronization [req-dd53272e-e63f-45cc-bb86-214ce3692214 req-9699dd3b-6b13-4ad0-8258-f017d5a0fd67 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 729.697049] env[65301]: INFO networking_nsxv3.common.synchronization [req-dd53272e-e63f-45cc-bb86-214ce3692214 req-9699dd3b-6b13-4ad0-8258-f017d5a0fd67 service nova] Enqueued Resource ID: fefa8e11-23b4-4ef3-960f-f53f60cb3e9e with Priority: HIGHEST for action port [ 729.698374] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 729.698588] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 729.698711] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefa8e11-23b4-4ef3-960f-f53f60cb3e9e with Priority: HIGHEST for action port [ 729.699055] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.700079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.700079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.700079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.700079] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.700724] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.700923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.700964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.701406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.701406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.701560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.701647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.701801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.701910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.702937] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.704220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.704220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.704220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.704220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.704220] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefa8e11-23b4-4ef3-960f-f53f60cb3e9e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.843786] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6097b2fa-877c-413c-9c7a-5a076856c387 [ 729.844822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.844983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.845066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.845721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.845906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.846038] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6097b2fa-877c-413c-9c7a-5a076856c387 already deleted. [ 729.846112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6097b2fa-877c-413c-9c7a-5a076856c387" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209886] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209886] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fefa8e11-23b4-4ef3-960f-f53f60cb3e9e with status ACTIVE [ 730.209886] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.209886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.209886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209886] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.210422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.210422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.210422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.210522] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.210583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.211021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.211021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.211021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fefa8e11-23b4-4ef3-960f-f53f60cb3e9e is going to be updated. [ 730.212688] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.245362] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.245490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.245490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.245715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.245859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.246066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefa8e11-23b4-4ef3-960f-f53f60cb3e9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.320022] env[65301]: INFO networking_nsxv3.common.synchronization [req-d9fa27d3-1282-4084-bd7e-35c4c5969b69 req-deb2d1e4-a46e-43ae-8387-90212bdc7360 tempest-ServersNegativeTestJSON-2059926365 tempest-ServersNegativeTestJSON-2059926365-project-member] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 730.320657] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 730.320991] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.321133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.321210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.321541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.321639] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.321742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.321805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.321947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.322059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.322156] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.716519] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.756538] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.756727] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.756842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.757200] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.757618] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.757618] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.757791] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.757928] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.758119] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.758287] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.758392] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 730.758490] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 730.758588] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 730.758835] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 730.758835] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 730.758919] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.779115] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.779322] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.779445] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.779632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.779982] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-8eb75a18-52f7-4090-8168-da66b51833df taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.780602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.780602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.780769] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.780919] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb75a18-52f7-4090-8168-da66b51833df',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.825968] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.826202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.826313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.826585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.826716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.826958] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.827103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.827200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.827440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.827558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.827672] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b already deleted. [ 730.827791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.031285] env[65301]: INFO networking_nsxv3.common.synchronization [None req-3db716c5-2c3c-4662-8a00-e67de3ea0dbf tempest-ServersTestBootFromVolume-1805785039 tempest-ServersTestBootFromVolume-1805785039-project-member] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_rules [ 731.031798] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_rules [ 731.032107] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.032231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.032297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.032565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.032635] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.188549] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4491a023-d891-4184-b030-a4d83e900f80 tempest-ServersTestBootFromVolume-1805785039 tempest-ServersTestBootFromVolume-1805785039-project-member] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_rules [ 731.189071] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_rules [ 731.189447] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.189547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.220056] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.220306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.220588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.220641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.220702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.220796] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be created. [ 731.230112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 in Status: SUCCESS [ 731.230402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.245129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.245285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.245326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.245536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.245692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.255629] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: UNINITIALIZED for 2s [ 731.283372] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.283540] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.283581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.283891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.283996] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.284159] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 8eb75a18-52f7-4090-8168-da66b51833df not found, creating... [ 731.284586] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.284586] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.284702] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.284863] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.284988] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.285269] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.285774] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.285774] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.285891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.286022] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.286155] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 8eb75a18-52f7-4090-8168-da66b51833df is going to be created. [ 731.329206] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.329393] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.329504] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.329775] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.330031] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.330285] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.460253] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 731.460253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.460253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.460253] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.460452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.460598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.460692] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.502744] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c228af0-961f-43f7-b4e0-33192329aacf in Status: SUCCESS [ 731.502931] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c228af0-961f-43f7-b4e0-33192329aacf deletion is rescheduled due to dependency. [ 731.503070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c228af0-961f-43f7-b4e0-33192329aacf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.562875] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.563057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.563119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.563381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.563478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.563647] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae already deleted. [ 731.563647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.563815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.564077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.564163] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.963107] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.078069] env[65301]: INFO networking_nsxv3.common.synchronization [req-d9fa27d3-1282-4084-bd7e-35c4c5969b69 req-df9f5cbc-dc2e-40c7-a5f4-f155af51b22c service nova] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_rules [ 732.078069] env[65301]: INFO networking_nsxv3.common.synchronization [req-d9fa27d3-1282-4084-bd7e-35c4c5969b69 req-df9f5cbc-dc2e-40c7-a5f4-f155af51b22c service nova] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 732.078069] env[65301]: INFO networking_nsxv3.common.synchronization [req-d9fa27d3-1282-4084-bd7e-35c4c5969b69 req-df9f5cbc-dc2e-40c7-a5f4-f155af51b22c service nova] Enqueued Resource ID: 8eb75a18-52f7-4090-8168-da66b51833df with Priority: HIGHEST for action port [ 732.078069] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_rules [ 732.078069] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 732.078069] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb75a18-52f7-4090-8168-da66b51833df with Priority: HIGHEST for action port [ 732.078637] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.079083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.081836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.081836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.081836] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.081836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.081836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.081836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.081836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.081836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.081836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.084485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.087488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.087488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.087488] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.090087] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb75a18-52f7-4090-8168-da66b51833df taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.090087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.090087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.090087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.090087] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb75a18-52f7-4090-8168-da66b51833df',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.092997] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.093714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.093909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.095668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.095668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.095668] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae already deleted. [ 732.095668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.470594] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.592561] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.597113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.597259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.597648] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb75a18-52f7-4090-8168-da66b51833df with status ACTIVE [ 732.597648] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.597777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.597777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.597940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.598035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.598283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.598397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.598490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.598602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.598679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.598862] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.598951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.599017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.599168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.599245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.599329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb75a18-52f7-4090-8168-da66b51833df is going to be updated. [ 732.628516] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.628516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.628516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.628516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.630254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.630520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.976812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.976812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.976812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.976812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.976812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.976812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 733.014036] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.014036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.014207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.014484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.014686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.032505] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 733.096496] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.271053] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.271053] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.271053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.271053] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.599698] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.599830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.599888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.600099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.600189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.600308] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be created. [ 733.627575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.627756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.627903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.628030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.628222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.640724] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: UNINITIALIZED for 2s [ 733.776202] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.776393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.776471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.776782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.776975] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.777142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.777216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.777390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.777482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.778721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.778721] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.283998] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a40e280-328b-491e-974d-340d428473cf: rpc.has_security_group_logging(os_id): False [ 734.314489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.314489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.314489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.314489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315103] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.315103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.315103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.315103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.315237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315448] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be created. [ 734.449584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.449823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.449940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.451599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.451599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.481896] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 735.047237] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 735.047237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.047237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.047554] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.047662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.047732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.047960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048346] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.048454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.048519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.048669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.048858] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.048944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.049018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.049266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.049266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.049624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.049624] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.551694] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9214451-e070-4147-85f3-0ba7a32120b9: rpc.has_security_group_logging(os_id): False [ 735.575966] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.576141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.576187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.576408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.600494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.600914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.601139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.601212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.601449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.601519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.601739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.601848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.602193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.602433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.602728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.602979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603494] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 735.656613] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 735.656838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.657135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.658765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.658765] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.658765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.658765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.658765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.658765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.658765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.658765] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.697379] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.697615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.697797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.698010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.699103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.722120] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 736.161814] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.161997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.162094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.162350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.162606] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.162747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.162789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.162964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.164266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.164266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.164266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.164628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.164628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.164628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.164628] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.499301] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 736.499790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.668075] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b18d-9d66-4517-94f7-5b52ef46ed1b: rpc.has_security_group_logging(os_id): False [ 736.700627] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.700815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.700880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.701353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.701353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.701521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.701616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.701675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.701837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.702033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.702219] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.702315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.702377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.702522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.702595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.702773] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.702865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.702924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.703093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.703233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.703323] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be created. [ 736.783221] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.783369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.783438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.783660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.783856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802378] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 737.079186] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 737.079186] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 737.737772] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 737.738119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.738304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.738511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.738511] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.983149] env[65301]: INFO networking_nsxv3.common.synchronization [req-147fc018-5c49-442f-881c-34bbedc2fd79 req-ae8edcd5-6217-469a-8964-5ab2c4e5482f tempest-ServerRescueTestJSONUnderV235-781021587 tempest-ServerRescueTestJSONUnderV235-781021587-project-member] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 737.983149] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGHEST for action security_group_members [ 737.983149] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.983149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.984043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.984169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.984233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.984694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.984802] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.243420] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.243599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.488321] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.488506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.488580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.488812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.488912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489142] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.489241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.489318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.489450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.489523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.489608] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 738.536395] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.536646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.536678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.550890] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 738.815866] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 738.816150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.979184] env[65301]: INFO networking_nsxv3.common.synchronization [None req-3972357f-f2f1-4856-9b29-b1f6126c71f6 None None] Enqueued Resource ID: d55aade8-8878-4e8f-a04c-b9453ab10d93 with Priority: HIGHEST for action port [ 738.979767] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55aade8-8878-4e8f-a04c-b9453ab10d93 with Priority: HIGHEST for action port [ 738.980291] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d55aade8-8878-4e8f-a04c-b9453ab10d93 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.980478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d55aade8-8878-4e8f-a04c-b9453ab10d93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.980561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d55aade8-8878-4e8f-a04c-b9453ab10d93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.980846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d55aade8-8878-4e8f-a04c-b9453ab10d93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.980959] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55aade8-8878-4e8f-a04c-b9453ab10d93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.484948] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d55aade8-8878-4e8f-a04c-b9453ab10d93 [ 739.485707] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.485867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.485942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.486207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.486343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.486489] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d55aade8-8878-4e8f-a04c-b9453ab10d93 already deleted. [ 739.486572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d55aade8-8878-4e8f-a04c-b9453ab10d93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.281803] env[65301]: INFO networking_nsxv3.common.synchronization [req-45355028-6adb-459b-9a8c-1a1ba7591d39 req-410789fb-700d-4d5d-a6aa-a2a0ad679713 tempest-ServerMetadataNegativeTestJSON-365496538 tempest-ServerMetadataNegativeTestJSON-365496538-project-member] Enqueued Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_members [ 740.282284] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGHEST for action security_group_members [ 740.283468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.283468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.283468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.283468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.283468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.283468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.283768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.284297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.284458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.284633] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.565286] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 740.565286] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 deletion is rescheduled due to dependency. [ 740.565286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.565286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.565286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.565286] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.565286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.565286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.566499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.566499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.566600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.566716] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.789690] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.789690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.789690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.789690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.818307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.818632] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.818791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.819033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.819111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.819202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.819329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd is going to be updated. [ 740.885625] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.885778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.885902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.886116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.886266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.900329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd in Status: IN_PROGRESS for 2s [ 741.070822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.071073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.071073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.071278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.071518] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.071666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.071749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.071981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.072145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.072221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.072489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.072489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.072489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.072733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.072797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.072877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.073019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.073154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073627] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.581950] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9214451-e070-4147-85f3-0ba7a32120b9: rpc.has_security_group_logging(os_id): False [ 741.602705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.602903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.603439] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.603540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.603602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.603753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.603829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.604188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.604655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.604717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.604890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.604953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.604997] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be updated. [ 741.713711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.713904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.713979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.714273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.714328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.755061] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: IN_PROGRESS for 2s [ 742.235932] env[65301]: INFO networking_nsxv3.common.synchronization [None req-27c4b2e1-1888-4d0d-ab26-48bb70051c40 None None] Enqueued Resource ID: bc94a8d9-55d1-4edf-98a5-9342ead6a29c with Priority: HIGHEST for action port [ 742.236344] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc94a8d9-55d1-4edf-98a5-9342ead6a29c with Priority: HIGHEST for action port [ 742.236715] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc94a8d9-55d1-4edf-98a5-9342ead6a29c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.236861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc94a8d9-55d1-4edf-98a5-9342ead6a29c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.236861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc94a8d9-55d1-4edf-98a5-9342ead6a29c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.237166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc94a8d9-55d1-4edf-98a5-9342ead6a29c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.237280] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc94a8d9-55d1-4edf-98a5-9342ead6a29c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.669586] env[65301]: INFO networking_nsxv3.common.synchronization [req-deb70af4-4518-43a7-82db-99156f442151 req-0bfcff5f-2bef-4074-9733-04ecb92b5517 tempest-ImagesNegativeTestJSON-2018937077 tempest-ImagesNegativeTestJSON-2018937077-project-member] Enqueued Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_members [ 742.669586] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGHEST for action security_group_members [ 742.669586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.672103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.672103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.672103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.672103] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.672103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.672103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.672103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.672607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.672607] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.739914] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc94a8d9-55d1-4edf-98a5-9342ead6a29c [ 742.739914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.740122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.740122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.740348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.740545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.740704] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc94a8d9-55d1-4edf-98a5-9342ead6a29c already deleted. [ 742.740795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc94a8d9-55d1-4edf-98a5-9342ead6a29c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.915455] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd in Status: SUCCESS [ 742.915586] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd deletion is rescheduled due to dependency. [ 742.915736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.175190] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.175391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.176282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.176782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.176782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.177053] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.177205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.177267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.177462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.177558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.177660] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 is going to be updated. [ 743.220535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.220535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.220535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.221222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.221222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.233043] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 in Status: IN_PROGRESS for 2s [ 743.734789] env[65301]: INFO networking_nsxv3.common.synchronization [req-941fb9c3-8220-4f62-95c2-93dd2665dcca req-2a8b9303-a028-43d4-9c89-51f63deaaa73 tempest-ServersAdminNegativeTestJSON-1848874304 tempest-ServersAdminNegativeTestJSON-1848874304-project-member] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 743.735527] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 743.735919] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.736547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.736547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.736733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.737392] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.738050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.738050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.738263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.738375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.738600] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.773516] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9214451-e070-4147-85f3-0ba7a32120b9 in Status: SUCCESS [ 743.773815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.244256] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.751044] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.245214] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ebc9ced6-c9c2-4ee5-b6c0-3defb4c82e48 None None] Enqueued Resource ID: 4f45651d-7072-4d0f-97f8-7ab97bad6dcd with Priority: HIGHEST for action port [ 745.245214] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 in Status: SUCCESS [ 745.245214] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 deletion is rescheduled due to dependency. [ 745.247196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.248014] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f45651d-7072-4d0f-97f8-7ab97bad6dcd with Priority: HIGHEST for action port [ 745.253751] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f45651d-7072-4d0f-97f8-7ab97bad6dcd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.253751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f45651d-7072-4d0f-97f8-7ab97bad6dcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.253751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f45651d-7072-4d0f-97f8-7ab97bad6dcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.253751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f45651d-7072-4d0f-97f8-7ab97bad6dcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.253751] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f45651d-7072-4d0f-97f8-7ab97bad6dcd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.254520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.254520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.254704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.254805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.254931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.256659] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be updated. [ 745.294771] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.294937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.295039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.295290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.295474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.307889] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: IN_PROGRESS for 2s [ 745.757797] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f45651d-7072-4d0f-97f8-7ab97bad6dcd [ 745.758105] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.758105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.758296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.758328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.758456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.758503] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f45651d-7072-4d0f-97f8-7ab97bad6dcd already deleted. [ 745.758599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f45651d-7072-4d0f-97f8-7ab97bad6dcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.496406] env[65301]: INFO networking_nsxv3.common.synchronization [req-25f98a35-f3d4-49b3-88f6-fc0986e60374 req-5b1cf2eb-52dd-4f74-a6c3-6c7e35c81412 tempest-ListImageFiltersTestJSON-2092235393 tempest-ListImageFiltersTestJSON-2092235393-project-member] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 746.496406] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 746.496406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.496406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.496406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.496609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.496837] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.496920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.496920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.498451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.498584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.503024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.002923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.003303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.003303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.003604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.003604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.003691] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.003810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.003810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.004416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.004416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.004416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea already deleted. [ 747.004416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.037312] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.037527] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.037618] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.038087] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.038241] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.038414] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.038472] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.038676] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.038815] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.039040] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.039201] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.039381] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.039555] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.039655] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.039735] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.039886] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.062584] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.062758] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.062876] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.063056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.063410] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.063683] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.063683] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.063976] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.064128] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1157602f-8b69-4ed9-9e1a-bd4ac49cefcd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.327045] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 747.327045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.483316] env[65301]: INFO networking_nsxv3.common.synchronization [None req-952fa5ac-b55a-49eb-9f8a-1498e4ba7660 None None] Enqueued Resource ID: 3789d033-bd4a-4725-b933-0509b2840a3d with Priority: HIGHEST for action port [ 747.483863] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3789d033-bd4a-4725-b933-0509b2840a3d with Priority: HIGHEST for action port [ 747.484347] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3789d033-bd4a-4725-b933-0509b2840a3d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.484347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3789d033-bd4a-4725-b933-0509b2840a3d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.484561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3789d033-bd4a-4725-b933-0509b2840a3d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.484619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3789d033-bd4a-4725-b933-0509b2840a3d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.484708] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3789d033-bd4a-4725-b933-0509b2840a3d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.566992] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.567225] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.567475] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.567793] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.567925] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.568204] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 1157602f-8b69-4ed9-9e1a-bd4ac49cefcd not found, creating... [ 747.568536] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.568715] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.568830] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.569194] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.569523] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.569672] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.570093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.570093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.570218] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.570329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.570512] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 1157602f-8b69-4ed9-9e1a-bd4ac49cefcd is going to be created. [ 747.596835] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.597894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.597894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.597894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.597894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.597894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.987340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3789d033-bd4a-4725-b933-0509b2840a3d [ 747.987909] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.987909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.987909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.987909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.988385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.988385] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3789d033-bd4a-4725-b933-0509b2840a3d already deleted. [ 747.988385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3789d033-bd4a-4725-b933-0509b2840a3d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.398815] env[65301]: INFO networking_nsxv3.common.synchronization [req-25f98a35-f3d4-49b3-88f6-fc0986e60374 req-7196a11d-4a55-40d2-b68f-9f7d26cb916d service nova] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_rules [ 748.399175] env[65301]: INFO networking_nsxv3.common.synchronization [req-25f98a35-f3d4-49b3-88f6-fc0986e60374 req-7196a11d-4a55-40d2-b68f-9f7d26cb916d service nova] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 748.399175] env[65301]: INFO networking_nsxv3.common.synchronization [req-25f98a35-f3d4-49b3-88f6-fc0986e60374 req-7196a11d-4a55-40d2-b68f-9f7d26cb916d service nova] Enqueued Resource ID: 1157602f-8b69-4ed9-9e1a-bd4ac49cefcd with Priority: HIGHEST for action port [ 748.399779] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_rules [ 748.399931] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 748.400041] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1157602f-8b69-4ed9-9e1a-bd4ac49cefcd with Priority: HIGHEST for action port [ 748.400408] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.400486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.400522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.401049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.401049] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.401881] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.402043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.402080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.402258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.402873] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.402972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.404276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.404276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.404276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.404276] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.406038] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.406171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.406408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.406489] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1157602f-8b69-4ed9-9e1a-bd4ac49cefcd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.517999] env[65301]: INFO networking_nsxv3.common.synchronization [req-61888984-ebd4-4055-a944-a3fbdef9d695 req-c5e55205-4ebd-43a9-99ed-6129ee3a6ed8 tempest-ServerRescueTestJSON-714815722 tempest-ServerRescueTestJSON-714815722-project-member] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 748.519255] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 748.519624] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521690] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.521690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.521690] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.907929] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.910796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.910796] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1157602f-8b69-4ed9-9e1a-bd4ac49cefcd with status ACTIVE [ 748.910796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.910796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.910796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.911542] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.911542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.911542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.911655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.911710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.911815] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1157602f-8b69-4ed9-9e1a-bd4ac49cefcd is going to be updated. [ 748.940446] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.940792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.940792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.941016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.941175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.941381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1157602f-8b69-4ed9-9e1a-bd4ac49cefcd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.020100] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.020100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.020100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.020100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021047] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021569] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.022211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.025035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.025035] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.025035] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.025035] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.025035] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.025035] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.025035] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.025035] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.025928] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.026258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.026441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.026711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.026892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.027201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.027444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.027848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.028057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.028242] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 already deleted. [ 749.028428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.061822] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.061822] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.061822] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.062051] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.062334] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-f5c81eba-35d8-4936-b03b-18c8b7f6109a taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.062514] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.062791] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.063144] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.063436] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c81eba-35d8-4936-b03b-18c8b7f6109a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.414365] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.565508] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.565716] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.565849] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.566130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.566277] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.566420] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port f5c81eba-35d8-4936-b03b-18c8b7f6109a not found, creating... [ 749.566658] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.566806] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.566915] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.567130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.567258] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.567523] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.567675] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.567801] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.567970] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.568107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.568236] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: f5c81eba-35d8-4936-b03b-18c8b7f6109a is going to be created. [ 749.590451] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.590451] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.590451] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.590670] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.591707] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.591707] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.917121] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.917354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.917354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.917561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.917655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.917756] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be created. [ 749.964644] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.964866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.964918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.965148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.965315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.977804] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: UNINITIALIZED for 2s [ 750.367130] env[65301]: INFO networking_nsxv3.common.synchronization [req-61888984-ebd4-4055-a944-a3fbdef9d695 req-d6de734a-3b90-4889-860a-694f557ce6a9 service nova] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_rules [ 750.367130] env[65301]: INFO networking_nsxv3.common.synchronization [req-61888984-ebd4-4055-a944-a3fbdef9d695 req-d6de734a-3b90-4889-860a-694f557ce6a9 service nova] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 750.367130] env[65301]: INFO networking_nsxv3.common.synchronization [req-61888984-ebd4-4055-a944-a3fbdef9d695 req-d6de734a-3b90-4889-860a-694f557ce6a9 service nova] Enqueued Resource ID: f5c81eba-35d8-4936-b03b-18c8b7f6109a with Priority: HIGHEST for action port [ 750.367130] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_rules [ 750.367130] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 750.367130] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c81eba-35d8-4936-b03b-18c8b7f6109a with Priority: HIGHEST for action port [ 750.367464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.367844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.368000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.368355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.368525] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.369465] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.369759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.369974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.370272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.370557] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.370779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.370940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.371211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.371515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.371699] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.372750] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c81eba-35d8-4936-b03b-18c8b7f6109a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.373035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.373291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.373660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.373831] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c81eba-35d8-4936-b03b-18c8b7f6109a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.875688] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.878128] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.878128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.878128] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5c81eba-35d8-4936-b03b-18c8b7f6109a with status ACTIVE [ 750.878128] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.878128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.878128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.878563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.878563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.878643] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.879506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.879506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.879506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.882668] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.882668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.882668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.882668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.882668] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5c81eba-35d8-4936-b03b-18c8b7f6109a is going to be updated. [ 750.908337] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.908507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.908594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.908808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.908961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.909149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c81eba-35d8-4936-b03b-18c8b7f6109a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.349332] env[65301]: INFO networking_nsxv3.common.synchronization [req-be679510-cdd2-49b7-8970-7d7c0df103e4 req-a644d608-6750-40a0-a130-bfcd709cd6ec tempest-ListImageFiltersTestJSON-2092235393 tempest-ListImageFiltersTestJSON-2092235393-project-member] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 751.351760] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 751.352430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.352537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.378771] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.768907] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.769124] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.769249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.769492] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.769819] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.769935] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.770204] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.770490] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.771395] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.771619] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.771731] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.771834] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.771934] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.772050] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.772151] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.772279] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.792748] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.792936] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.793117] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.793288] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.793642] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-b3926c71-a083-4a1f-8402-dc001402a1ec taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.793837] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.793982] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.794334] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.794469] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3926c71-a083-4a1f-8402-dc001402a1ec',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.881170] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.881557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.881557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.881813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.881862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.881950] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be created. [ 751.909714] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.909855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.909855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.910085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.910260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.922487] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: UNINITIALIZED for 2s [ 751.989927] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 751.990139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.990372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.990585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.990780] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.990894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.990958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.991117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.991197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.991345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.991460] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.992326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.992648] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.992751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.992814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.992948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.993034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.993120] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.298889] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.299445] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.299445] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.299920] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.300226] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.300551] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port b3926c71-a083-4a1f-8402-dc001402a1ec not found, creating... [ 752.300949] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.301823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.301823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.301823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.301823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.302204] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.302421] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.305053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.305053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.305053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.305053] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: b3926c71-a083-4a1f-8402-dc001402a1ec is going to be created. [ 752.338526] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.338834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.338834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.339161] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.339384] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.339617] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.495439] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.495439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.495669] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.998338] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.115249] env[65301]: INFO networking_nsxv3.common.synchronization [req-be679510-cdd2-49b7-8970-7d7c0df103e4 req-2c3b60d0-6509-4268-8163-257a315a088e service nova] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_rules [ 753.115249] env[65301]: INFO networking_nsxv3.common.synchronization [req-be679510-cdd2-49b7-8970-7d7c0df103e4 req-2c3b60d0-6509-4268-8163-257a315a088e service nova] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 753.115249] env[65301]: INFO networking_nsxv3.common.synchronization [req-be679510-cdd2-49b7-8970-7d7c0df103e4 req-2c3b60d0-6509-4268-8163-257a315a088e service nova] Enqueued Resource ID: b3926c71-a083-4a1f-8402-dc001402a1ec with Priority: HIGHEST for action port [ 753.117092] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_rules [ 753.117092] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 753.117092] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3926c71-a083-4a1f-8402-dc001402a1ec with Priority: HIGHEST for action port [ 753.117092] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.117092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.117092] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.117413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.117413] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3926c71-a083-4a1f-8402-dc001402a1ec taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.117549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.117662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.119305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.119305] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3926c71-a083-4a1f-8402-dc001402a1ec',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.501534] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.501742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.502782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.502782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.502782] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be updated. [ 753.539883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.539883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.539883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.540259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.540259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.558188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 753.622266] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3926c71-a083-4a1f-8402-dc001402a1ec with status ACTIVE [ 753.622522] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.625032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.625032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.625032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.625032] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3926c71-a083-4a1f-8402-dc001402a1ec is going to be updated. [ 753.659158] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.659158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.659158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.659530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.659530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.659672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3926c71-a083-4a1f-8402-dc001402a1ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.767179] env[65301]: INFO networking_nsxv3.common.synchronization [req-2d9b8dcb-4ce4-4105-b873-6b8586251056 req-06fa3f97-b131-4646-ac3c-277fe59337bf tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 753.771136] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 753.771936] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.772074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.772132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.775039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.775039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.775039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.775039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.775039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.775039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.775039] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.932643] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 753.933038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.933434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933714] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.933833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.933899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934371] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.277039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.277039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.277039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.277348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.277348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.277348] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.277461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.277524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.277620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.277710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.277758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 already deleted. [ 754.277831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.321533] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.321754] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.322831] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.323136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.323455] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.323643] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.323751] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.324091] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.324516] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.324516] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.324944] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.324944] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.324944] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.325064] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.325094] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.325391] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.348378] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.348588] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.348987] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.348987] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.349170] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-91da92a2-a346-4bc7-be82-7a2d70431abb taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.349334] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.349447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.349782] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.349913] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91da92a2-a346-4bc7-be82-7a2d70431abb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.437828] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.437828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.437947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438358] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.438464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.438533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.438689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.438776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.439026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.439305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439445] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.439760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.439924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.440023] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.852283] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.852596] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.852807] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.853129] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.853392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.853712] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 91da92a2-a346-4bc7-be82-7a2d70431abb not found, creating... [ 754.854217] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.854217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.854366] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.854505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.854646] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.855027] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.855776] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.855966] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.856501] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.856581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.856809] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 91da92a2-a346-4bc7-be82-7a2d70431abb is going to be created. [ 754.891920] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.892228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.892411] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.892821] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.893096] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.893397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.942776] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73cf4ab5-6544-40d0-bfc9-03216942d617: rpc.has_security_group_logging(os_id): False [ 754.976565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.976808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.976808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.977018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.977122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.977317] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.977431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.977496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.977643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.977912] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.978011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.978077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.978302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.978406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.978581] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.978654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.978716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.978853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.978935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.979185] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be created. [ 755.098131] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.098419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.098419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.098674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.099076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.113343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 755.571028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.571028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.571028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.571028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.571028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.573312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.573312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.573312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.573312] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.574012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.574844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.574844] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.574844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.574844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.574844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.574844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.575381] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.600456] env[65301]: INFO networking_nsxv3.common.synchronization [req-2d9b8dcb-4ce4-4105-b873-6b8586251056 req-d6e10d32-c79c-4aef-9004-463915e773de service nova] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 755.600456] env[65301]: INFO networking_nsxv3.common.synchronization [req-2d9b8dcb-4ce4-4105-b873-6b8586251056 req-d6e10d32-c79c-4aef-9004-463915e773de service nova] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 755.600456] env[65301]: INFO networking_nsxv3.common.synchronization [req-2d9b8dcb-4ce4-4105-b873-6b8586251056 req-d6e10d32-c79c-4aef-9004-463915e773de service nova] Enqueued Resource ID: 91da92a2-a346-4bc7-be82-7a2d70431abb with Priority: HIGHEST for action port [ 755.600648] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 755.600648] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 755.600762] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91da92a2-a346-4bc7-be82-7a2d70431abb with Priority: HIGHEST for action port [ 755.601037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.601151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.601207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.601616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.601616] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.602343] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.602465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.603693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.603693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.603693] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.603693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.603693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.603693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.603693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.603693] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.604257] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-91da92a2-a346-4bc7-be82-7a2d70431abb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.604394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.604464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.604617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.605077] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91da92a2-a346-4bc7-be82-7a2d70431abb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.081277] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b62da2-336d-45ad-bd3f-234ee41ef6ea: rpc.has_security_group_logging(os_id): False [ 756.081277] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.102319] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.102319] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.102319] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.102319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.102854] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.102854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.103477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.103821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.104039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.104848] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be created. [ 756.108123] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.108123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.108123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.108123] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91da92a2-a346-4bc7-be82-7a2d70431abb with status ACTIVE [ 756.108123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.108123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.113040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.113040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.113040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.113040] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91da92a2-a346-4bc7-be82-7a2d70431abb is going to be updated. [ 756.144340] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.144561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.144615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.144910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.145096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.145366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.195727] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.196668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.196668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.196668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.196668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.218030] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 756.420190] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1d96223a-388a-4411-9119-2d3f1c7b0fd5 None None] Enqueued Resource ID: b4797224-4d68-441c-a14c-91b9e76de4b9 with Priority: HIGHEST for action port [ 756.420799] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4797224-4d68-441c-a14c-91b9e76de4b9 with Priority: HIGHEST for action port [ 756.424674] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4797224-4d68-441c-a14c-91b9e76de4b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.424674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4797224-4d68-441c-a14c-91b9e76de4b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.424674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4797224-4d68-441c-a14c-91b9e76de4b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.424946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4797224-4d68-441c-a14c-91b9e76de4b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.425061] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4797224-4d68-441c-a14c-91b9e76de4b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.582409] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.608124] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.929229] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4797224-4d68-441c-a14c-91b9e76de4b9 [ 756.930166] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.930798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.930890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.931173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.931272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.931407] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4797224-4d68-441c-a14c-91b9e76de4b9 already deleted. [ 756.931491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4797224-4d68-441c-a14c-91b9e76de4b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.086238] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.086418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.086463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.087065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.087065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.087065] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be updated. [ 757.110510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.110674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.110750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.110967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.111063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.111158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be created. [ 757.134033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.134033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.134033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.140566] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 757.141960] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 757.142263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.150049] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.150208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.150608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.150608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.150679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.154290] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cd85f8f7-a611-4726-becd-cce28b1bc274 None None] Enqueued Resource ID: ecee4547-eaf7-402c-8def-a998d53803c0 with Priority: HIGHEST for action port [ 757.154552] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecee4547-eaf7-402c-8def-a998d53803c0 with Priority: HIGHEST for action port [ 757.155232] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecee4547-eaf7-402c-8def-a998d53803c0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.155343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecee4547-eaf7-402c-8def-a998d53803c0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.155413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecee4547-eaf7-402c-8def-a998d53803c0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.155672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecee4547-eaf7-402c-8def-a998d53803c0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.155755] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecee4547-eaf7-402c-8def-a998d53803c0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.161193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: UNINITIALIZED for 2s [ 757.640558] env[65301]: INFO networking_nsxv3.common.synchronization [req-28497e7b-701c-4863-b3d5-75fb6540a805 req-fd006081-bb72-492f-ab5a-e4b26c88e885 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 757.640558] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 757.640558] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.640558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.640558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.640558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.640558] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.640558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.640558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.641205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.641205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.641205] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.658132] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecee4547-eaf7-402c-8def-a998d53803c0 [ 757.658132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.658132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.658132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.658416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.658519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.659494] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecee4547-eaf7-402c-8def-a998d53803c0 already deleted. [ 757.659788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecee4547-eaf7-402c-8def-a998d53803c0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.142904] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.149076] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.149076] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.149324] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.149419] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.149656] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.149794] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.149898] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.151779] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.151779] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.151779] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.151779] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.152604] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.152604] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.152604] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.152604] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.152604] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.174931] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.175124] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.175260] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.175799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.175799] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-cb075cdb-8148-4d0f-a015-9199e60bda12 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.176020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.176143] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.176553] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.176645] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb075cdb-8148-4d0f-a015-9199e60bda12',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.230015] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 758.230245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.231644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.232015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.232185] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.646380] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.686272] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.686272] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port cb075cdb-8148-4d0f-a015-9199e60bda12 not found, creating... [ 758.686272] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.686272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.686811] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.686811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.686811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.686811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.686811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.686811] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: cb075cdb-8148-4d0f-a015-9199e60bda12 is going to be created. [ 758.721733] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.721955] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.722093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.722377] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.722701] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.722928] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.735505] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.735728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.148290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.148472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.150273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.150273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.150273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.150273] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 759.152558] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 759.152558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.152558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.152558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.152558] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.152558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.152917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.152917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.152985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.153152] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.171151] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 759.171436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.171796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.171990] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.172142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.172199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.172356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.172470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.172511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.172592] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.191291] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.191291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.191291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.191291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.191291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.202039] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 759.279077] env[65301]: INFO networking_nsxv3.common.synchronization [None req-2f00e545-e812-49f9-86d9-6cb475eacd20 None None] Enqueued Resource ID: 79021cb4-aa40-40be-aff3-c52028afbdee with Priority: HIGHEST for action port [ 759.279727] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021cb4-aa40-40be-aff3-c52028afbdee with Priority: HIGHEST for action port [ 759.280051] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-79021cb4-aa40-40be-aff3-c52028afbdee taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.283428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79021cb4-aa40-40be-aff3-c52028afbdee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.283566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79021cb4-aa40-40be-aff3-c52028afbdee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.283811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79021cb4-aa40-40be-aff3-c52028afbdee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.283900] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79021cb4-aa40-40be-aff3-c52028afbdee',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.328501] env[65301]: INFO networking_nsxv3.common.synchronization [None req-02a3bfec-a931-4ae3-87ab-5158f8e4af00 None None] Enqueued Resource ID: f037ecf3-cac2-48e8-ab73-de67cdcf9616 with Priority: HIGHEST for action port [ 759.328899] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f037ecf3-cac2-48e8-ab73-de67cdcf9616 with Priority: HIGHEST for action port [ 759.332270] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f037ecf3-cac2-48e8-ab73-de67cdcf9616 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.333278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f037ecf3-cac2-48e8-ab73-de67cdcf9616" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.333367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f037ecf3-cac2-48e8-ab73-de67cdcf9616" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.333633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f037ecf3-cac2-48e8-ab73-de67cdcf9616" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.333747] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f037ecf3-cac2-48e8-ab73-de67cdcf9616',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.555115] env[65301]: INFO networking_nsxv3.common.synchronization [req-28497e7b-701c-4863-b3d5-75fb6540a805 req-63ba4034-817e-43db-a71f-46b041f73773 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 759.555309] env[65301]: INFO networking_nsxv3.common.synchronization [req-28497e7b-701c-4863-b3d5-75fb6540a805 req-63ba4034-817e-43db-a71f-46b041f73773 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 759.555462] env[65301]: INFO networking_nsxv3.common.synchronization [req-28497e7b-701c-4863-b3d5-75fb6540a805 req-63ba4034-817e-43db-a71f-46b041f73773 service nova] Enqueued Resource ID: cb075cdb-8148-4d0f-a015-9199e60bda12 with Priority: HIGHEST for action port [ 759.556186] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 759.556369] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 759.556799] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb075cdb-8148-4d0f-a015-9199e60bda12 with Priority: HIGHEST for action port [ 759.556945] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.557098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.557167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.557383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.557470] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.559478] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.559575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.559778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb075cdb-8148-4d0f-a015-9199e60bda12 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.559882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.559949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.560510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.560605] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb075cdb-8148-4d0f-a015-9199e60bda12',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.656529] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.656529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.657047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.657047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.657236] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.657382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.657454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.657665] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.657760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.657850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.658032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.658136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.658217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.658425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.658591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.658679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.658780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.658884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.658976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.659143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.659251] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.675396] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.675609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.675763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.676009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.676267] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.676419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.676516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.676756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.676883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.677036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.677275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.677424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.677523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.677735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.677947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.678682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.678794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.679023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.679172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.679314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.679459] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.790041] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79021cb4-aa40-40be-aff3-c52028afbdee [ 759.790041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.790041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.790041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.791112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.791112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.791112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79021cb4-aa40-40be-aff3-c52028afbdee already deleted. [ 759.791112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79021cb4-aa40-40be-aff3-c52028afbdee" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.838023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f037ecf3-cac2-48e8-ab73-de67cdcf9616 [ 759.838023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.838023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.838023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.838023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.838023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.838023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f037ecf3-cac2-48e8-ab73-de67cdcf9616 already deleted. [ 759.838023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f037ecf3-cac2-48e8-ab73-de67cdcf9616" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.060812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.060939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.064789] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb075cdb-8148-4d0f-a015-9199e60bda12 with status ACTIVE [ 760.065565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.065565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.065565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.065565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.065565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.065783] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.065783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.065859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.065973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.066056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.066248] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.066324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.066399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.066515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.066583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.066661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb075cdb-8148-4d0f-a015-9199e60bda12 is going to be updated. [ 760.107326] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.107829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.108616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.108616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.108616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.109934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb075cdb-8148-4d0f-a015-9199e60bda12" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.162815] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b62da2-336d-45ad-bd3f-234ee41ef6ea: rpc.has_security_group_logging(os_id): False [ 760.183317] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 613aa488-4426-4267-a4ba-c58e04b6c8a5: rpc.has_security_group_logging(os_id): False [ 760.189538] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.189694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.190193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.190536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.190672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.190987] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.191143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.191228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.191818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.191954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.192568] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.192568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.192781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.192827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.192928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.193164] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.193299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.193385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.193568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.193671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.193781] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be updated. [ 760.202509] env[65301]: INFO networking_nsxv3.common.synchronization [None req-076f5923-6f68-48ef-86f5-beea9e7acb6d tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_rules [ 760.203178] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_rules [ 760.204888] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.205060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.205156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.205402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.206029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.206029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.206029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.206508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.206738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.206869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.207250] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.207400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.207943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.208240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.208353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.208586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.208864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.208961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.209152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.209395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.209395] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be created. [ 760.210713] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.210870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.210963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.211215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.211337] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.316424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.316595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.316636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.316936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.317160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.326777] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.326777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.326929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.327087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.327232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.349033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 760.363228] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 760.391598] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1e91e6c9-3a49-44c1-be26-320247cbb0ae tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_rules [ 760.392314] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_rules [ 760.392671] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.392807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.734777] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.735196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.735196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.735357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.735478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.735588] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03ba217-c0ea-40d9-924b-627019f52777 already deleted. [ 760.735674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.735833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.736052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.736184] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.216426] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216426] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.216426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216426] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.260937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.260937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.260937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.260937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.260937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.260937] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03ba217-c0ea-40d9-924b-627019f52777 already deleted. [ 761.260937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.718123] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.041139] env[65301]: INFO networking_nsxv3.common.synchronization [req-4be7de7c-7a57-4365-8df2-2b883171b472 req-ba6bad93-2ee7-4046-b6f8-da037b7090b7 tempest-ServersWithSpecificFlavorTestJSON-784225732 tempest-ServersWithSpecificFlavorTestJSON-784225732-project-member] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 762.041828] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 762.043826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.043970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.044741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.044741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.044741] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.044741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.044741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.044741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.045016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.045016] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.222519] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.364904] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 762.366679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.385920] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 762.386186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.552809] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.552809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.552809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.552809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.585852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.585852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.585852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.585852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.585852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.585852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.585852] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be updated. [ 762.623074] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.623494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.623494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.623724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.623759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.639097] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: IN_PROGRESS for 2s [ 762.725447] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.725447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.725447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.725729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.725729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.725809] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 762.763521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.763692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.764078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.764078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.764327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.781043] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 764.651077] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: SUCCESS [ 764.651668] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 deletion is rescheduled due to dependency. [ 764.651668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.791845] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 764.792249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.792374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.792734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.792856] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.792991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.793073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.793242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.793324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.793450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.794626] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.864103] env[65301]: INFO networking_nsxv3.common.synchronization [None req-e45a7af7-029c-4249-93f6-bf668720bcf2 tempest-MigrationsAdminTest-912155741 tempest-MigrationsAdminTest-912155741-project-member] Enqueued Resource ID: b828792e-412f-4a63-a8ce-eb47599e5b4c with Priority: HIGHEST for action security_group_rules [ 764.864103] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b828792e-412f-4a63-a8ce-eb47599e5b4c with Priority: HIGHEST for action security_group_rules [ 764.864103] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b828792e-412f-4a63-a8ce-eb47599e5b4c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.864103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.864103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.864431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.864431] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b828792e-412f-4a63-a8ce-eb47599e5b4c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.253427] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cd42f8cb-e3e5-4d52-aa32-bc86d862be53 tempest-MigrationsAdminTest-912155741 tempest-MigrationsAdminTest-912155741-project-member] Enqueued Resource ID: b828792e-412f-4a63-a8ce-eb47599e5b4c with Priority: HIGHEST for action security_group_rules [ 765.254049] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b828792e-412f-4a63-a8ce-eb47599e5b4c with Priority: HIGHEST for action security_group_rules [ 765.254361] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b828792e-412f-4a63-a8ce-eb47599e5b4c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.254896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.296667] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.296982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.296982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.297192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.297371] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.297473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.297529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.297685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.297780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.297863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.298050] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.298146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.298207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.298354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.298486] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.298590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.298652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.298788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.298863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.298940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.299052] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.404313] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.404313] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b828792e-412f-4a63-a8ce-eb47599e5b4c already deleted. [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.404313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.404313] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b828792e-412f-4a63-a8ce-eb47599e5b4c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.802346] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 765.832219] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.832219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.832219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.832219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.859382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.860153] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.860153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.860153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.860153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.860153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.862092] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.862092] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.862092] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 765.873907] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d42fdbcb-7e6b-40ed-a504-af831973599f None None] Enqueued Resource ID: 51f43497-d400-4520-8b1d-e1e2fd1614df with Priority: HIGHEST for action port [ 765.874558] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f43497-d400-4520-8b1d-e1e2fd1614df with Priority: HIGHEST for action port [ 765.874922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f43497-d400-4520-8b1d-e1e2fd1614df taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.875192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f43497-d400-4520-8b1d-e1e2fd1614df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.875293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f43497-d400-4520-8b1d-e1e2fd1614df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.875612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f43497-d400-4520-8b1d-e1e2fd1614df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.875735] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f43497-d400-4520-8b1d-e1e2fd1614df',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.927846] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.928063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.928063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.928386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.928495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.928595] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b828792e-412f-4a63-a8ce-eb47599e5b4c already deleted. [ 765.928680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b828792e-412f-4a63-a8ce-eb47599e5b4c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.962512] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.962811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.963182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.963266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.963472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.983441] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 766.379595] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51f43497-d400-4520-8b1d-e1e2fd1614df [ 766.379595] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.379595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.379595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.379595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.379595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.379595] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51f43497-d400-4520-8b1d-e1e2fd1614df already deleted. [ 766.379595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f43497-d400-4520-8b1d-e1e2fd1614df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.003863] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 768.004768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.313391] env[65301]: INFO networking_nsxv3.common.synchronization [None req-c570361b-7700-4201-8781-c93d4cc06470 None None] Enqueued Resource ID: 77125c2f-b35e-488e-b709-cb88727e608a with Priority: HIGHEST for action port [ 768.313391] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77125c2f-b35e-488e-b709-cb88727e608a with Priority: HIGHEST for action port [ 768.313391] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-77125c2f-b35e-488e-b709-cb88727e608a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.313391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77125c2f-b35e-488e-b709-cb88727e608a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.313391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77125c2f-b35e-488e-b709-cb88727e608a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.314851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77125c2f-b35e-488e-b709-cb88727e608a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.314978] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77125c2f-b35e-488e-b709-cb88727e608a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.444026] env[65301]: INFO networking_nsxv3.common.synchronization [None req-fd48b520-a8a8-4ed0-bb93-5259714c794b None None] Enqueued Resource ID: 057fd419-0156-4a2d-ad9f-01d75ed4f2d8 with Priority: HIGHEST for action port [ 768.444026] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057fd419-0156-4a2d-ad9f-01d75ed4f2d8 with Priority: HIGHEST for action port [ 768.445040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-057fd419-0156-4a2d-ad9f-01d75ed4f2d8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.445040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057fd419-0156-4a2d-ad9f-01d75ed4f2d8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.445040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057fd419-0156-4a2d-ad9f-01d75ed4f2d8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.445040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057fd419-0156-4a2d-ad9f-01d75ed4f2d8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.445040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057fd419-0156-4a2d-ad9f-01d75ed4f2d8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.817487] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77125c2f-b35e-488e-b709-cb88727e608a [ 768.817676] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.817936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.817936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.818223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.818347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.818454] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77125c2f-b35e-488e-b709-cb88727e608a already deleted. [ 768.818556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77125c2f-b35e-488e-b709-cb88727e608a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951927] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057fd419-0156-4a2d-ad9f-01d75ed4f2d8 [ 768.951927] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.951927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.951927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.951927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.951927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951927] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057fd419-0156-4a2d-ad9f-01d75ed4f2d8 already deleted. [ 768.951927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057fd419-0156-4a2d-ad9f-01d75ed4f2d8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.195386] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 769.195727] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 769.196081] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 769.196263] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 769.196523] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.196638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.196701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.197502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.198141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.198262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.198331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.198527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.198618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.198720] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.199655] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.199759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.199820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.199977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.200136] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.200279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.200279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.200445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.200524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.200610] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_rules [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [req-176431c9-900a-4cf4-a73b-3af2728b0820 req-638ea669-a711-4e1a-98e4-a34a09378dd4 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 91da92a2-a346-4bc7-be82-7a2d70431abb with Priority: HIGHEST for action port [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_rules [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91da92a2-a346-4bc7-be82-7a2d70431abb with Priority: HIGHEST for action port [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 769.265024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 769.265573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.265573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.265573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.265573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.265718] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.267945] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.268119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.268119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.268777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.268857] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.270760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-91da92a2-a346-4bc7-be82-7a2d70431abb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.270933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.271760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.271760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.271760] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91da92a2-a346-4bc7-be82-7a2d70431abb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.275387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.275387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.275387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.275387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.706445] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.708185] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.775133] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91da92a2-a346-4bc7-be82-7a2d70431abb with status ACTIVE [ 769.775374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.775528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.775601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.775830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.775909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.776104] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.776205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.776268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.776412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.776489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.776669] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.776762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.776822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.776958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.777043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.777128] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91da92a2-a346-4bc7-be82-7a2d70431abb is going to be updated. [ 769.784406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.784590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.784917] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.785043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.819510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.819699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.822394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.822644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.824893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.824893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.004570] env[65301]: INFO networking_nsxv3.common.synchronization [req-1ec9e179-8cdf-4c0f-84e2-e00e0b1bb175 req-f9be1eef-cec0-4b76-8e09-d8308d188526 tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 770.006123] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 770.006123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.006123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.006123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.009728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.009728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.009728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.009728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.010058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.010058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.013052] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.210497] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.213166] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.471586] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.471771] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.471907] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.472176] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.472421] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.472577] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.472690] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.472905] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.473076] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.473382] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.473382] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.473520] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.473639] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.473746] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.473843] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.473969] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.496178] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.498652] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.498922] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.499182] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-410" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.499646] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-305371cd-61b4-4741-abe2-fbf63557efb6 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.499877] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.499962] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.500406] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.500808] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305371cd-61b4-4741-abe2-fbf63557efb6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.517024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.716198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.716198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.716395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.716868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.716868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716868] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be created. [ 770.717994] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.718124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.718191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.718369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.718460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.718549] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 770.763557] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.763771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.763771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.764022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.764181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.765985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.767150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.767216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.769711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.769862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.782373] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 770.783059] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: UNINITIALIZED for 2s [ 771.004439] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.005071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.005189] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.005469] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.006101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.006101] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 305371cd-61b4-4741-abe2-fbf63557efb6 not found, creating... [ 771.006101] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.006303] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.006303] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.006799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.007033] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.007471] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.009454] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.009454] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.009454] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.009454] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.009454] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 305371cd-61b4-4741-abe2-fbf63557efb6 is going to be created. [ 771.020661] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.033564] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.033685] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.033810] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.034178] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.035220] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.036056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.524996] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.525323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.525323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.525481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.525572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.525669] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 771.565630] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.565630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.565630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.565835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.566161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.579855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 771.597156] env[65301]: INFO networking_nsxv3.common.synchronization [None req-be650500-0bfa-4712-9e07-f2a5f2bc5af9 None None] Enqueued Resource ID: a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187 with Priority: HIGHEST for action port [ 771.597775] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187 with Priority: HIGHEST for action port [ 771.598536] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.598536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.598536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.598798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.598798] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.795338] env[65301]: INFO networking_nsxv3.common.synchronization [req-1ec9e179-8cdf-4c0f-84e2-e00e0b1bb175 req-8bc27b94-809f-48ec-aaf7-a19a51123b13 service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 771.795701] env[65301]: INFO networking_nsxv3.common.synchronization [req-1ec9e179-8cdf-4c0f-84e2-e00e0b1bb175 req-8bc27b94-809f-48ec-aaf7-a19a51123b13 service nova] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 771.797019] env[65301]: INFO networking_nsxv3.common.synchronization [req-1ec9e179-8cdf-4c0f-84e2-e00e0b1bb175 req-8bc27b94-809f-48ec-aaf7-a19a51123b13 service nova] Enqueued Resource ID: 305371cd-61b4-4741-abe2-fbf63557efb6 with Priority: HIGHEST for action port [ 771.797019] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_rules [ 771.797019] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 771.797019] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 305371cd-61b4-4741-abe2-fbf63557efb6 with Priority: HIGHEST for action port [ 771.797718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.797983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.798232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.798530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.799570] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.802914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.802914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.802914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-305371cd-61b4-4741-abe2-fbf63557efb6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.802914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.802914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.802914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.802914] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('305371cd-61b4-4741-abe2-fbf63557efb6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.906366] env[65301]: INFO networking_nsxv3.common.synchronization [None req-c6667a32-e193-4a42-9f12-adf3de07ea22 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_rules [ 771.906756] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_rules [ 771.907282] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.907282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.907488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.909032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.909032] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.100757] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187 [ 772.101013] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.101158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.101229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.101441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.101526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.101645] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187 already deleted. [ 772.101774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ff2ecc-8e57-4d2a-be2b-9e0fe6614187" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.171209] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f41299d0-cf73-46dd-944f-0012e42bbf41 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_rules [ 772.171427] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_rules [ 772.171609] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.171720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.301638] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.302033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.308053] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 305371cd-61b4-4741-abe2-fbf63557efb6 with status ACTIVE [ 772.308053] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.308053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.308053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.308422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.308422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.308422] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.308541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.308572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.308736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.308811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.308989] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.309094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.309154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.309287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.309360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.309442] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 305371cd-61b4-4741-abe2-fbf63557efb6 is going to be updated. [ 772.336265] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.336355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.336422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.336711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.336860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.337055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-305371cd-61b4-4741-abe2-fbf63557efb6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.423591] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 772.423774] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_members [ 772.423868] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 772.424445] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 772.424576] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_members [ 772.424672] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 772.424943] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425249] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.425691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.425843] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.426357] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.427447] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.427447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.443250] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.443540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.443540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.443996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.443996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.444112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 already deleted. [ 772.444161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.444717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.445054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.449184] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_rules [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_members [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_rules [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ef50446e-516e-4e27-a682-790038eae15b req-fbc13287-e66d-419d-8243-902ced661f3e tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 91da92a2-a346-4bc7-be82-7a2d70431abb with Priority: HIGHEST for action port [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 772.502220] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_rules [ 772.502559] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 772.502559] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91da92a2-a346-4bc7-be82-7a2d70431abb with Priority: HIGHEST for action port [ 772.502625] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_rules [ 772.503513] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 772.503648] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_members [ 772.503937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.504054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.504242] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.504338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.504484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.504696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.504813] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.505691] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.505812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.506368] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-91da92a2-a346-4bc7-be82-7a2d70431abb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.506368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.506368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.506531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.507438] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91da92a2-a346-4bc7-be82-7a2d70431abb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.507775] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.507909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.508914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.508914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.508914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.508914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.797324] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 772.797590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.801026] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.801026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.801026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.801026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.806361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.806597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.806790] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.806911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.806981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.807147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.807230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.807326] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.928532] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.975232] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.975232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.975232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.975684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.975684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.975684] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 already deleted. [ 772.975684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.010325] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91da92a2-a346-4bc7-be82-7a2d70431abb with status ACTIVE [ 773.010723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.010874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.010947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.011493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.011493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.011493] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.011747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.011747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.012231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.012231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.012461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.012461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.012461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.012601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.012706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.012838] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91da92a2-a346-4bc7-be82-7a2d70431abb is going to be updated. [ 773.014334] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.014489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.043918] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.044187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.044187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.044399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.044598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.044781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91da92a2-a346-4bc7-be82-7a2d70431abb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.310589] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.314145] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.433038] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.595697] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595697] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.595697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.595697] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.815458] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.816746] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.934728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.935196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.935353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.935658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.935851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.936193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 is going to be created. [ 773.963647] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.963647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.963647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.963931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.963931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.988125] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: UNINITIALIZED for 2s [ 774.096498] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.327302] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.327302] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 774.327302] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.327302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.328774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.329430] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be updated. [ 774.361632] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.362152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.362152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.362152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.362312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.365296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.365433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.365506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.365685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.365815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.380639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: IN_PROGRESS for 2s [ 774.381432] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 774.600041] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.811758] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.811836] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.884891] env[65301]: INFO networking_nsxv3.common.synchronization [None req-9123aa79-9331-45c9-8c59-87c09e7f8411 None None] Enqueued Resource ID: 42b36b0b-8ef4-449d-ac05-c80f078b5bfb with Priority: HIGHEST for action port [ 774.884891] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b36b0b-8ef4-449d-ac05-c80f078b5bfb with Priority: HIGHEST for action port [ 774.884891] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b36b0b-8ef4-449d-ac05-c80f078b5bfb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.886397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b36b0b-8ef4-449d-ac05-c80f078b5bfb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.886397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b36b0b-8ef4-449d-ac05-c80f078b5bfb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.886397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b36b0b-8ef4-449d-ac05-c80f078b5bfb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.886397] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b36b0b-8ef4-449d-ac05-c80f078b5bfb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.104036] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.104155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.104207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.104582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.104582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.104674] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 775.141133] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.141133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.141133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.141298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.141298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.152644] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 775.389131] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42b36b0b-8ef4-449d-ac05-c80f078b5bfb [ 775.389131] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.389131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.389131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.389131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.389131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.389131] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42b36b0b-8ef4-449d-ac05-c80f078b5bfb already deleted. [ 775.389131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b36b0b-8ef4-449d-ac05-c80f078b5bfb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.005285] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: SUCCESS [ 776.005655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.005762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.005975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.006461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.006461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.006461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.006729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.006729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.006729] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.394362] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 776.394362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.394362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.394362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.394362] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.394362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.394362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.395263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.395263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.395263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.395263] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.399064] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.399064] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.399064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.399064] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.399754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.399754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.399754] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.399754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.399963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.400034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.400135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.400251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.400398] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.401531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.401733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.401958] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.402115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.402204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.402390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.402497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.402612] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.509722] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.902040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.902225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.904701] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.905829] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.906692] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.012032] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.164230] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 777.164230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.164230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.164387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.164623] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.164740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.164806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.164969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.165068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.165866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.165866] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.407326] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.408571] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b129e455-711e-4149-aa1b-fba3efcad2f9: rpc.has_security_group_logging(os_id): False [ 777.411356] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.431729] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.431845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.431923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.433209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.433385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.434036] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.434157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.435330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.435546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.435688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.435833] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be created. [ 777.500760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.500937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.502664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.502664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.502664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.515224] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: IN_PROGRESS for 2s [ 777.515631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.515768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.515829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.517397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.517397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.517397] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 is going to be updated. [ 777.570528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.570528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.570528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.570768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.570969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.584305] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: IN_PROGRESS for 2s [ 777.667689] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.667842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.670797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.670797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.670797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.670797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.671830] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.760071] env[65301]: INFO networking_nsxv3.common.synchronization [req-759cc239-9ffd-48aa-891d-a78d3d634c7b req-03d213dd-0cff-4241-a4fc-de93e436b5d8 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 777.761964] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 777.761964] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.761964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.762234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.762469] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.762538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.762621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.762825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.762910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.763011] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.916485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.916485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.916485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.916485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.916485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.916485] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 777.917975] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.918245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.918869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.919223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.922532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.923012] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be updated. [ 777.957348] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.958130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.958130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.958130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.958130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.960426] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.960426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.960426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.960426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.960426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.971285] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 777.972080] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: IN_PROGRESS for 2s [ 778.177304] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ba549e-775f-47be-afdc-d3c5c0b62fc4: rpc.has_security_group_logging(os_id): False [ 778.196668] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.197069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.197069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.197357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.221755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.222095] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.222246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.222329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.222547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.222676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.223102] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.223239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.223363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.223624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.223798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.224243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.224439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.224535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.225013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.225330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.225330] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 778.269124] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.336782] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.336782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.336782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.336782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.336782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.356505] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 778.515642] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7711002f-d76b-4824-969a-300162e091a5 None None] Enqueued Resource ID: 24d0b616-019c-4bcc-9a50-177bef8b3c0b with Priority: HIGHEST for action port [ 778.515642] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d0b616-019c-4bcc-9a50-177bef8b3c0b with Priority: HIGHEST for action port [ 778.515642] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d0b616-019c-4bcc-9a50-177bef8b3c0b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.515642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d0b616-019c-4bcc-9a50-177bef8b3c0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.515642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d0b616-019c-4bcc-9a50-177bef8b3c0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.515642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d0b616-019c-4bcc-9a50-177bef8b3c0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.515642] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d0b616-019c-4bcc-9a50-177bef8b3c0b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.773017] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.017673] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24d0b616-019c-4bcc-9a50-177bef8b3c0b [ 779.018919] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.019400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.019595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.020233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.020233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.020233] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24d0b616-019c-4bcc-9a50-177bef8b3c0b already deleted. [ 779.020233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d0b616-019c-4bcc-9a50-177bef8b3c0b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.278952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.278952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.278952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.278952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278952] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 779.318728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.319132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.319517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.319865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.320661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 779.362493] env[65301]: INFO networking_nsxv3.common.synchronization [req-25e2b883-c7ee-47d0-b326-bb9a586c8df8 req-89192739-4651-4f20-abb2-e747079f6e32 tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 779.362493] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 779.363344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.363837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.364682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.367026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.367026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.367026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.531226] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 779.531531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.531956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.531956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.532203] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.596219] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: SUCCESS [ 779.596441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.596618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.596831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.597041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.597158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.597219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.597361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.597437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.597516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.597603] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.870631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.870809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.871202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.871497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.871497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.871497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.871714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.871714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.871770] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 779.904510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.904510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.904510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.905016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.905323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.916329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 779.991545] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 779.991545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.991545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.991545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.991545] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.991754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.991754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.991923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.991965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.992144] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.994021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 779.994773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.994773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.994963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.995212] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.995429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.995552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.995783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.995974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.996184] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.037098] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.037098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.101056] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.374765] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 780.375071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.498351] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.499314] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.605659] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0bbc549-ea82-42be-93ae-17fbf5b03029: rpc.has_security_group_logging(os_id): False [ 780.627123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.627123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.627123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.627639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.627639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 is going to be created. [ 780.689387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.689541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.689615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.689827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.690009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.700324] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: IN_PROGRESS for 2s [ 781.001078] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.002060] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.345819] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 781.345819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.506716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.506716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.506716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.506716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.506716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.506716] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 781.506716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.506716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.506716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.508469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.508469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.508841] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be updated. [ 781.540442] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.540806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.540951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.541324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.541611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.543762] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.543933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.544117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.544364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.544763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.557519] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: IN_PROGRESS for 2s [ 781.558348] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 781.569216] env[65301]: INFO networking_nsxv3.common.synchronization [req-9dc43beb-af07-4e8c-af1a-58b2260ed86a req-bda69c42-3722-4879-8fcd-e7e1ae4082d0 tempest-ImagesOneServerNegativeTestJSON-1531833679 tempest-ImagesOneServerNegativeTestJSON-1531833679-project-member] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 781.569993] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 781.570328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.570505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.570612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.570959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.571184] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.571330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.571450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.571651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.571883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.572017] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.928446] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 781.928663] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 781.928771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.067142] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.067427] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.067594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.068088] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.068564] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.068764] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.068913] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.069185] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.069434] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.069599] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.069711] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.069818] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.069921] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.070061] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.070179] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.070310] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.074214] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.074356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.074420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.074648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.074739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.074968] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.075092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.075146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.075337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.075415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.075503] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 already deleted. [ 782.075601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.093723] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.093915] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.094090] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.094268] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.094582] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-4d54836b-a7aa-4278-9650-53795c892a6d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.094748] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.094876] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.095306] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.095493] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d54836b-a7aa-4278-9650-53795c892a6d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.599524] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.599524] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.599524] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599924] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.599924] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.599924] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 4d54836b-a7aa-4278-9650-53795c892a6d not found, creating... [ 782.600173] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.600320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.600440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.600792] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.600958] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.601246] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.601395] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.601505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.601697] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.601840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.601968] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 4d54836b-a7aa-4278-9650-53795c892a6d is going to be created. [ 782.626123] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.626319] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.626436] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.626710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.626925] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.627163] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.717174] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: SUCCESS [ 782.717174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354258] env[65301]: INFO networking_nsxv3.common.synchronization [req-9dc43beb-af07-4e8c-af1a-58b2260ed86a req-016270c4-27b5-4b47-9b33-6d18304611e5 service nova] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_rules [ 783.354258] env[65301]: INFO networking_nsxv3.common.synchronization [req-9dc43beb-af07-4e8c-af1a-58b2260ed86a req-016270c4-27b5-4b47-9b33-6d18304611e5 service nova] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 783.354258] env[65301]: INFO networking_nsxv3.common.synchronization [req-9dc43beb-af07-4e8c-af1a-58b2260ed86a req-016270c4-27b5-4b47-9b33-6d18304611e5 service nova] Enqueued Resource ID: 4d54836b-a7aa-4278-9650-53795c892a6d with Priority: HIGHEST for action port [ 783.354378] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_rules [ 783.354463] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 783.354606] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d54836b-a7aa-4278-9650-53795c892a6d with Priority: HIGHEST for action port [ 783.354931] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.355174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.355208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.355457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.355567] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.356499] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.356630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.356785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.356898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.357087] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.357268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.357428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.357547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.357679] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.358745] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d54836b-a7aa-4278-9650-53795c892a6d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.358869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.358952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.359115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.359436] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d54836b-a7aa-4278-9650-53795c892a6d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.569908] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 783.570231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.571093] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 783.571334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.571567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.571777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.571987] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.572115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.572248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.572965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.572965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.572965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.572965] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.573453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.573647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.573829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.573948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.574067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.574190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.574294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.574330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.574476] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.574589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.574675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.574786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.574953] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.575061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.575122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.575257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.575329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.575412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.575504] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.861165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.861562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.861562] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.864229] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d54836b-a7aa-4278-9650-53795c892a6d with status ACTIVE [ 783.864349] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.864504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.864593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.864865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.865224] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.865344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.865452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.865632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.865756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.866026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.866122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.866207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.866399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.866495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.866776] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d54836b-a7aa-4278-9650-53795c892a6d is going to be updated. [ 783.898447] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.898447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.898447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.898447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.898799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.898799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d54836b-a7aa-4278-9650-53795c892a6d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.076958] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.077940] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 613aa488-4426-4267-a4ba-c58e04b6c8a5: rpc.has_security_group_logging(os_id): False [ 784.099026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.099309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.099421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.099652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.099762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.099983] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.100110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.100175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.100470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.100568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.100837] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.100945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.101014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.101186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.101393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.101698] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.101800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.101859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.102041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.102127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.102229] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 784.172819] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.173044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.189909] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 784.363283] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.581035] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b129e455-711e-4149-aa1b-fba3efcad2f9: rpc.has_security_group_logging(os_id): False [ 784.599875] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.600035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.600095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.600427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.600514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.600712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.601435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.601435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.601435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.601435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.601435] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be updated. [ 784.658681] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.658681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.658681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.674353] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: IN_PROGRESS for 2s [ 784.869033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.869033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.869033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.869033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.869033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.869033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be created. [ 784.896025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.896025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.896025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.896025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.896025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.909084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: UNINITIALIZED for 2s [ 786.210768] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 786.211245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.212035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.212035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.212035] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.691113] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 786.691347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.716132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.716294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.716379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.716616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.716786] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.716889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.716951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.717137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.717239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.717280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.717369] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.926362] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 786.926519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.926978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.927114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.927229] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.927361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.927420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.927569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.927658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.927733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.928030] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.219620] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.220084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.220084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.220084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.220264] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.220345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.220396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.220597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.220788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.220788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.220916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.220993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.221057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.221198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.221328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.221425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.221492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.221617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.221689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.221767] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.221872] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.431591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.431832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.431972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.432391] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.432510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.432573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.432813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.432897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.433063] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.433192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.433288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.433474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.433619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.433732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.433815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.433986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.434183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.434256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.434343] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.730049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 613aa488-4426-4267-a4ba-c58e04b6c8a5: rpc.has_security_group_logging(os_id): False [ 787.753327] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.753490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.753583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.753872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.754049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.754283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.754393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.754461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.754634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.754713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.754925] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.755452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.755579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.755763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.755846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.756086] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.756181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.756240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.756413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.756490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.760026] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 787.848517] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.848517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.848517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.848517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.848517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.864617] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 787.939497] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b585cd61-53f1-40dd-8e14-3e77b9727251: rpc.has_security_group_logging(os_id): False [ 787.998080] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.998630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.998724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.999033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.999097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.999454] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.999584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.999637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.999838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.999930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.001656] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.001656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.001656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.001656] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.001881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.001881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.001968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.002065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.002164] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be created. [ 788.116702] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.116702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.116702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.116702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.117141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.130583] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: IN_PROGRESS for 2s [ 788.356687] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 788.356687] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 789.202350] env[65301]: INFO networking_nsxv3.common.synchronization [None req-69eb88c2-5b93-4ac9-b12c-c0599af50e7d None None] Enqueued Resource ID: 132bc3dc-0f30-436a-a57e-8ee88ebb3ef1 with Priority: HIGHEST for action port [ 789.202932] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 132bc3dc-0f30-436a-a57e-8ee88ebb3ef1 with Priority: HIGHEST for action port [ 789.203262] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-132bc3dc-0f30-436a-a57e-8ee88ebb3ef1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.203392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-132bc3dc-0f30-436a-a57e-8ee88ebb3ef1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.203460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-132bc3dc-0f30-436a-a57e-8ee88ebb3ef1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.203730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-132bc3dc-0f30-436a-a57e-8ee88ebb3ef1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.203805] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('132bc3dc-0f30-436a-a57e-8ee88ebb3ef1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.478080] env[65301]: INFO networking_nsxv3.common.synchronization [req-04291ec1-0f76-4291-bc4f-d427166651e7 req-e52a3a6b-c0aa-4244-87a1-1157887b2560 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 789.478669] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 789.478970] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.479388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.479568] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.479733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.479733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.479843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.479920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.480018] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.511029] env[65301]: INFO networking_nsxv3.common.synchronization [req-04291ec1-0f76-4291-bc4f-d427166651e7 req-e52a3a6b-c0aa-4244-87a1-1157887b2560 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 789.511029] env[65301]: INFO networking_nsxv3.common.synchronization [req-04291ec1-0f76-4291-bc4f-d427166651e7 req-e52a3a6b-c0aa-4244-87a1-1157887b2560 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 789.511029] env[65301]: INFO networking_nsxv3.common.synchronization [req-04291ec1-0f76-4291-bc4f-d427166651e7 req-e52a3a6b-c0aa-4244-87a1-1157887b2560 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGHEST for action port [ 789.511029] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 789.511029] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 789.511029] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGHEST for action port [ 789.511029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.511029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.511029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.511029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.511029] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.511618] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.511618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.511834] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfd1b51-0eff-41d6-8845-5c1152c226be taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.511926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.512142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.512245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.512245] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfd1b51-0eff-41d6-8845-5c1152c226be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.705986] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 132bc3dc-0f30-436a-a57e-8ee88ebb3ef1 [ 789.706306] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.706465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.706569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.706915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.707044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.707044] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:132bc3dc-0f30-436a-a57e-8ee88ebb3ef1 already deleted. [ 789.707289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-132bc3dc-0f30-436a-a57e-8ee88ebb3ef1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.882374] env[65301]: INFO networking_nsxv3.common.synchronization [req-321d21d3-9bf1-4bbd-9e86-90c2f41eef96 req-22c08200-c8db-4e71-8f34-5172eac90ce0 tempest-ServersAdminNegativeTestJSON-1848874304 tempest-ServersAdminNegativeTestJSON-1848874304-project-member] Enqueued Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 789.883513] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 789.883669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.884205] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f with Priority: HIGHEST for action security_group_members [ 789.884537] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.884735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.884735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.884950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.885133] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.885246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.885292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.885445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.885543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.885618] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc4cdcdb-e220-4dd3-a331-113e6bf63e7f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.982144] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.021441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.021441] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcfd1b51-0eff-41d6-8845-5c1152c226be with status ACTIVE [ 790.021441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.021441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.021441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.021441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.022469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.022469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.022469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.022469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.022469] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcfd1b51-0eff-41d6-8845-5c1152c226be is going to be updated. [ 790.048208] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.048208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.048208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.048208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.079367] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7b99796a-8cfd-4d8b-9912-a38a62826c07 tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 790.079367] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 790.079789] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.079789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.079789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.080950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.081069] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.158633] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 790.158888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.263702] env[65301]: INFO networking_nsxv3.common.synchronization [None req-827a4b9f-54e7-4fe7-8ee5-3bd237755d75 tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 790.264304] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 790.264648] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.264757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.369403] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6fb5192-eccc-46a8-b3a5-89a31fedd5d7 req-893c1f2f-4115-437c-97ff-da27119897d5 tempest-ServersNegativeTestJSON-2059926365 tempest-ServersNegativeTestJSON-2059926365-project-member] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 790.370755] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 790.370755] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.370934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.371041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.371471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.371705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.371879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.372317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.372589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.372785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.372864] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.388143] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.388393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.388779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.389073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.417308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.418786] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.418786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.418786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.418786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.418786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.418786] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f is going to be updated. [ 790.453374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.453778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.453778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.453902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.453994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.464996] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: IN_PROGRESS for 2s [ 790.485675] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.607459] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.607728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.607728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.607924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.608012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.608159] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b already deleted. [ 790.608279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.608500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.608681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.608867] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.778632] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.778847] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.778847] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.779639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.779639] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.779639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.779639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.779866] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.779866] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.780064] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.780164] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.780298] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.780353] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.780909] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.780909] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.780909] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.800504] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.800681] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.800817] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.800981] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.801292] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.801459] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.801573] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.801881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.802023] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.876812] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.993711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.993915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.994049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.994349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.994477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.994614] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 791.031222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.031222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.031222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.031222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.031222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.042056] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 791.132891] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.133050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.133121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.133331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.133429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.133514] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b already deleted. [ 791.133591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.305135] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.305406] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.306034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.306034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.306034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.306212] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe not found, creating... [ 791.306350] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.306500] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.306607] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.307495] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.307495] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.307495] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.307495] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.307495] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.307749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.307784] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.307888] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe is going to be created. [ 791.330279] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.330279] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.330279] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.330447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.331886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.331886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.384457] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.886945] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.887267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.887267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.887417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.887509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.887607] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 791.922032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.922032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.922032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.922032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.922032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.931113] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 792.126067] env[65301]: INFO networking_nsxv3.common.synchronization [None req-c9818285-453d-4907-a7d3-deee9f3accb7 None None] Enqueued Resource ID: c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42 with Priority: HIGHEST for action port [ 792.126067] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42 with Priority: HIGHEST for action port [ 792.126346] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.127108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.127108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.127108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.127108] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.476838] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f in Status: SUCCESS [ 792.477034] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc4cdcdb-e220-4dd3-a331-113e6bf63e7f deletion is rescheduled due to dependency. [ 792.477152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc4cdcdb-e220-4dd3-a331-113e6bf63e7f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.597677] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6fb5192-eccc-46a8-b3a5-89a31fedd5d7 req-4af8eaed-8b19-467b-a2bd-fa0ec1ae8e9f service nova] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_rules [ 792.597909] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6fb5192-eccc-46a8-b3a5-89a31fedd5d7 req-4af8eaed-8b19-467b-a2bd-fa0ec1ae8e9f service nova] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 792.598097] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6fb5192-eccc-46a8-b3a5-89a31fedd5d7 req-4af8eaed-8b19-467b-a2bd-fa0ec1ae8e9f service nova] Enqueued Resource ID: 1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe with Priority: HIGHEST for action port [ 792.598714] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_rules [ 792.598852] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 792.598952] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe with Priority: HIGHEST for action port [ 792.603113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.603113] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.603113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.603113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.603113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.603543] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.633969] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42 [ 792.633969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.633969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.634134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.634245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.634402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.634449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42 already deleted. [ 792.634490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2ff0760-3e6a-4ec1-b2a4-823d53ef6a42" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.053727] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 793.054066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.054851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.054851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.055027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.055148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.055246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.055425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.055916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.055916] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.105403] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.105403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.107388] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe with status ACTIVE [ 793.107388] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.107388] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.107388] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.107388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.107388] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe is going to be updated. [ 793.118669] env[65301]: INFO networking_nsxv3.common.synchronization [req-ba3f2c3c-b143-4780-a4a0-acbd698bde8a req-99a394dc-d6af-467a-9b9d-173c113b4560 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 793.119363] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 793.119682] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.119809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.119872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.120141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.120403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.120533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.120702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.120793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.120901] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.130685] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.130812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.130905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.131090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.131225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.131381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0e7aad-71c9-4be7-bb37-52ce6ef93cfe" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.481870] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.482080] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.482188] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.482505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.482791] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.482906] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.483027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.483239] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.483377] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.483633] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.483759] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.483860] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.483960] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.484083] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.484183] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.484369] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.507686] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.507850] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.507986] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.508322] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.508776] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-a085b4ff-0282-4053-ad58-f03040e8269a taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.508973] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.509122] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.509414] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.510022] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a085b4ff-0282-4053-ad58-f03040e8269a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.558247] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.624836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.625033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.625121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.625359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.625459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.625704] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.625821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.625877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.626208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.626208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.626333] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 already deleted. [ 793.626333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.766253] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.767465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.767606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.767775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.767893] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.942711] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 793.943032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.943240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.943465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.943659] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.943785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.943853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.944020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.944102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.944198] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.012404] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.012662] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.012832] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.013024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.013299] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.013476] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port a085b4ff-0282-4053-ad58-f03040e8269a not found, creating... [ 794.013813] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.013987] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.014080] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.014260] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.014413] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.014722] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.014904] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.015042] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.015266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.015407] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.015569] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: a085b4ff-0282-4053-ad58-f03040e8269a is going to be created. [ 794.037818] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.038047] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.038180] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.038474] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.038686] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.038919] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.044939] env[65301]: INFO networking_nsxv3.common.synchronization [req-a5ebc87d-3123-4e24-9a3b-07072568409e req-99786ae3-6ff4-4a29-99ad-f52b023cc7f7 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 794.045484] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 794.045752] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.045851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.060877] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.062942] env[65301]: INFO networking_nsxv3.common.synchronization [req-a5ebc87d-3123-4e24-9a3b-07072568409e req-99786ae3-6ff4-4a29-99ad-f52b023cc7f7 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 794.063603] env[65301]: INFO networking_nsxv3.common.synchronization [req-a5ebc87d-3123-4e24-9a3b-07072568409e req-99786ae3-6ff4-4a29-99ad-f52b023cc7f7 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 794.063768] env[65301]: INFO networking_nsxv3.common.synchronization [req-a5ebc87d-3123-4e24-9a3b-07072568409e req-99786ae3-6ff4-4a29-99ad-f52b023cc7f7 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGHEST for action port [ 794.066387] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_rules [ 794.066387] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 794.066387] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGHEST for action port [ 794.066387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.066387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.066387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.066387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.066387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfd1b51-0eff-41d6-8845-5c1152c226be taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.066387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.066387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.066387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.066387] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfd1b51-0eff-41d6-8845-5c1152c226be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.271504] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.447181] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.568025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.568025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 794.568025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcfd1b51-0eff-41d6-8845-5c1152c226be with status ACTIVE [ 794.568025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.568025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.568848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.569248] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.569507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.569679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.569943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.570424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.572064] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.572064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.572064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.572064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.572064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.572064] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcfd1b51-0eff-41d6-8845-5c1152c226be is going to be updated. [ 794.602558] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.603802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.603802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.603802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.603802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.603802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.612035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.612035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.612035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.612035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.612035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.622345] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 794.776637] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.778338] env[65301]: INFO networking_nsxv3.common.synchronization [req-ba3f2c3c-b143-4780-a4a0-acbd698bde8a req-6c334ebb-24e6-4d07-a351-b226aeb097c5 service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 794.778590] env[65301]: INFO networking_nsxv3.common.synchronization [req-ba3f2c3c-b143-4780-a4a0-acbd698bde8a req-6c334ebb-24e6-4d07-a351-b226aeb097c5 service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 794.778766] env[65301]: INFO networking_nsxv3.common.synchronization [req-ba3f2c3c-b143-4780-a4a0-acbd698bde8a req-6c334ebb-24e6-4d07-a351-b226aeb097c5 service nova] Enqueued Resource ID: a085b4ff-0282-4053-ad58-f03040e8269a with Priority: HIGHEST for action port [ 794.779596] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 794.779693] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 794.779848] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a085b4ff-0282-4053-ad58-f03040e8269a with Priority: HIGHEST for action port [ 794.780318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.780318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.780318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.780962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.780962] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.782474] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.782632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.782697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.782988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.783222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.783370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.783489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.783682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.783836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.783984] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.785129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a085b4ff-0282-4053-ad58-f03040e8269a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.785323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.785403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.785601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.785685] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a085b4ff-0282-4053-ad58-f03040e8269a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.949652] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.279961] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 795.279961] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 795.287675] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.287887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.289052] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.289497] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a085b4ff-0282-4053-ad58-f03040e8269a with status ACTIVE [ 795.289602] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.289734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.289807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.290287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.290287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.290287] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.290476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.290530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.290724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.290781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.290972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.291071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.291279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.291403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.291514] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a085b4ff-0282-4053-ad58-f03040e8269a is going to be updated. [ 795.413340] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.413340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.413340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.413488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.414143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.414219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a085b4ff-0282-4053-ad58-f03040e8269a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.454852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.455036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.455114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.455334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.455425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.455532] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 795.494863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.495035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.495129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.495310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.495458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.511806] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 795.793961] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.810034] env[65301]: INFO networking_nsxv3.common.synchronization [req-cca2bd66-1607-4108-82e8-113dbb625619 req-a97973ce-4a67-4199-8499-7b75cd46f26a tempest-ServersTestBootFromVolume-1805785039 tempest-ServersTestBootFromVolume-1805785039-project-member] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_members [ 795.810034] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_members [ 795.810034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.810400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.810958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.811351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.811641] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.811970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.812213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.812525] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.812685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.812965] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.233130] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-115 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.233317] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-115" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.233436] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-115" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.233753] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-115" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.234017] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.234398] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.234532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.234892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.235068] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.235322] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.235465] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.235586] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.235707] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.235831] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.235932] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.236073] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.258918] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.259125] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.259308] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.259486] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-115" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.259797] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-73a5a190-a901-416c-a517-84c0f98d0e95 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.259960] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.260084] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.260388] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.260579] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a5a190-a901-416c-a517-84c0f98d0e95',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.298690] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.300143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.300143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.300143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.300143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.300143] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be created. [ 796.319306] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.319306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.319306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.319306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.319570] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.319570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.319763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.319834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.319912] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae already deleted. [ 796.319989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.325079] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.325164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.325164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.326546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.326546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.342762] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: UNINITIALIZED for 2s [ 796.403619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.403789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.403834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.404084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.424609] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 796.425306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.426526] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 796.456361] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.456361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.456361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.456645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.463805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464401] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 796.464496] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'bcfd1b51-0eff-41d6-8845-5c1152c226be'} {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.464561] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 796.502427] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.502673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.502749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.502925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.503945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.504137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 796.568894] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.568894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.568894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.568894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.568894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.568894] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 796.634385] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.634385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.634385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.634385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.634864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.635315] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 796.638203] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c60e1c28-4516-4a52-b182-42a31ead3575', 'eeb369b1-a970-496a-948c-0858ed1db05f', '8378fcad-3690-4d22-bc17-90ca2419e652', '376ef489-9377-46de-a55b-ab96411e3397', 'a0bbc549-ea82-42be-93ae-17fbf5b03029', '7fba0423-44c2-42a1-82a9-da71001b1e10', '807cbb02-8036-4b04-a943-858b134bb4a4', '751ca56e-059c-435e-96eb-fed6c1e718b1', '73cf4ab5-6544-40d0-bfc9-03216942d617', '060c8a5f-b6b4-467a-9843-c7893a8c91cb', 'b76585a5-eeac-4b98-9500-4e2d36399080', '63b62da2-336d-45ad-bd3f-234ee41ef6ea', 'be01eaf1-0c17-4620-980f-cce9d800e68b', 'dfbde532-c353-41b3-9c45-23b5febbc560', 'eea69505-11e0-48e8-ba5b-8b42b4e18ca5', '56beb423-1ce9-40c7-b75f-8bcb3e093daa', '11d7c808-b756-4116-a885-5b6963c31359', 'e460e613-0829-4953-a65b-523e70b2aa8f', 'bc37b18d-9d66-4517-94f7-5b52ef46ed1b', 'b585cd61-53f1-40dd-8e14-3e77b9727251', '02404442-366b-42c9-9c0e-76ca5ed67b03', 'b8027b4d-b072-4f08-a40f-18ccef32aa93', 'b129e455-711e-4149-aa1b-fba3efcad2f9', '11ee95c4-3d47-426a-a05e-a5f1d7ebbf46', '613aa488-4426-4267-a4ba-c58e04b6c8a5', 'e9214451-e070-4147-85f3-0ba7a32120b9', 'f3d976eb-10cd-4553-9ed2-7db7a9136edd', '77f870e2-e029-4ee6-97cb-b42334002589', '0a3cf427-5474-4aaa-85e4-261f28d068db', 'af94576f-8e88-42dc-95c8-22a9d8ed0c31', '01ba549e-775f-47be-afdc-d3c5c0b62fc4', '2c228af0-961f-43f7-b4e0-33192329aacf', 'dc4cdcdb-e220-4dd3-a331-113e6bf63e7f', 'cca03631-7fe1-4555-96e9-963b844c9ca0', '1a40e280-328b-491e-974d-340d428473cf'} {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.638203] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 796.638203] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 796.638203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.638918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.639285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.639613] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.639976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.641398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.641398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.641398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.641398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.642126] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.642819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.644307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.644307] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.644307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.644307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.644661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.644876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.646059] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.657417] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.660137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.660137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.660137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.660137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.660137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 796.660137] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.660137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 796.750184] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.750341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.750431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.750690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.751464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.751677] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 796.751811] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 796.751876] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 796.751908] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 796.751968] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGH for action port [ 796.752064] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/35 resources of Type:Security Group Rules [ 796.752143] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGH for action security_group_rules [ 796.752215] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGH for action security_group_rules [ 796.752279] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGH for action security_group_rules [ 796.752340] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGH for action security_group_rules [ 796.752409] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGH for action security_group_rules [ 796.752472] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGH for action security_group_rules [ 796.752533] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGH for action security_group_rules [ 796.752601] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGH for action security_group_rules [ 796.752660] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGH for action security_group_rules [ 796.752717] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGH for action security_group_rules [ 796.752774] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGH for action security_group_rules [ 796.752842] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGH for action security_group_rules [ 796.752901] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGH for action security_group_rules [ 796.753019] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGH for action security_group_rules [ 796.753123] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGH for action security_group_rules [ 796.753190] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGH for action security_group_rules [ 796.753261] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGH for action security_group_rules [ 796.753325] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGH for action security_group_rules [ 796.753385] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGH for action security_group_rules [ 796.753496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.763958] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.764168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.764280] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.764535] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.764687] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.764811] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 73a5a190-a901-416c-a517-84c0f98d0e95 not found, creating... [ 796.765064] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.765213] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.765320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.765601] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.765749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.766151] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.766626] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.766788] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.767098] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.767320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.767504] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 73a5a190-a901-416c-a517-84c0f98d0e95 is going to be created. [ 796.795063] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.795063] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.795063] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.795420] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.795738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.796069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.147330] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.148763] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.523358] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 797.523770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.523770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.523959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.524215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.524361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.524430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.524628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.524799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.524799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.524898] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.586806] env[65301]: INFO networking_nsxv3.common.synchronization [req-cca2bd66-1607-4108-82e8-113dbb625619 req-aff66e8b-3110-4544-9e59-2e89b8557dac service nova] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_rules [ 797.586938] env[65301]: INFO networking_nsxv3.common.synchronization [req-cca2bd66-1607-4108-82e8-113dbb625619 req-aff66e8b-3110-4544-9e59-2e89b8557dac service nova] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_members [ 797.587093] env[65301]: INFO networking_nsxv3.common.synchronization [req-cca2bd66-1607-4108-82e8-113dbb625619 req-aff66e8b-3110-4544-9e59-2e89b8557dac service nova] Enqueued Resource ID: 73a5a190-a901-416c-a517-84c0f98d0e95 with Priority: HIGHEST for action port [ 797.587622] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_rules [ 797.587770] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_members [ 797.587871] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a5a190-a901-416c-a517-84c0f98d0e95 with Priority: HIGHEST for action port [ 797.587966] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcfd1b51-0eff-41d6-8845-5c1152c226be with Priority: HIGH for action port [ 797.588091] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb369b1-a970-496a-948c-0858ed1db05f with Priority: HIGH for action security_group_rules [ 797.588163] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGH for action security_group_rules [ 797.588423] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfbde532-c353-41b3-9c45-23b5febbc560 with Priority: HIGH for action security_group_rules [ 797.588423] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGH for action security_group_rules [ 797.588557] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGH for action security_group_rules [ 797.588599] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d7c808-b756-4116-a885-5b6963c31359 with Priority: HIGH for action security_group_rules [ 797.588688] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa with Priority: HIGH for action security_group_rules [ 797.588774] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be01eaf1-0c17-4620-980f-cce9d800e68b with Priority: HIGH for action security_group_rules [ 797.588859] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 with Priority: HIGH for action security_group_rules [ 797.589020] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGH for action security_group_rules [ 797.589075] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76585a5-eeac-4b98-9500-4e2d36399080 with Priority: HIGH for action security_group_rules [ 797.589119] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGH for action security_group_rules [ 797.589188] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGH for action security_group_rules [ 797.589274] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 with Priority: HIGH for action security_group_rules [ 797.589356] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGH for action security_group_rules [ 797.589440] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGH for action security_group_rules [ 797.589528] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGH for action security_group_rules [ 797.589621] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60e1c28-4516-4a52-b182-42a31ead3575 with Priority: HIGH for action security_group_rules [ 797.589721] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8378fcad-3690-4d22-bc17-90ca2419e652 with Priority: HIGH for action security_group_rules [ 797.590063] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.590512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.590641] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.591644] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.591739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.591787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592110] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.592274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.592465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.592653] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.593607] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a5a190-a901-416c-a517-84c0f98d0e95 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.594039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.594039] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a5a190-a901-416c-a517-84c0f98d0e95',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.594690] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcfd1b51-0eff-41d6-8845-5c1152c226be taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.594795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.595018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.596132] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcfd1b51-0eff-41d6-8845-5c1152c226be',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.596242] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eeb369b1-a970-496a-948c-0858ed1db05f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.596358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.596444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.596550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.596622] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eeb369b1-a970-496a-948c-0858ed1db05f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.597784] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.597784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.597784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.597937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.598117] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.599181] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfbde532-c353-41b3-9c45-23b5febbc560 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.599320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.599548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.599590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.599713] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfbde532-c353-41b3-9c45-23b5febbc560',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.600718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.600838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.600933] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.601778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.601778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.601778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.601778] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.601778] env[65301]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 797.602272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d7c808-b756-4116-a885-5b6963c31359 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.603169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.603169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.603169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.603169] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d7c808-b756-4116-a885-5b6963c31359',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.603606] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.603718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.603785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.603933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.603999] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56beb423-1ce9-40c7-b75f-8bcb3e093daa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.604824] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be01eaf1-0c17-4620-980f-cce9d800e68b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.604926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.604980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.605150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.605221] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be01eaf1-0c17-4620-980f-cce9d800e68b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.606176] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.606299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.606365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.606517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.606592] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea69505-11e0-48e8-ba5b-8b42b4e18ca5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.607775] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.607775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.607775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.607952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.607952] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.609142] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b76585a5-eeac-4b98-9500-4e2d36399080 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.609293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.609337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.609508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.609641] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b76585a5-eeac-4b98-9500-4e2d36399080',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.610564] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.610686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.610760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.611294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.611294] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.611801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.611909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.612018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.612134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.612223] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.613131] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-751ca56e-059c-435e-96eb-fed6c1e718b1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.613238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.613306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.613456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.613530] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('751ca56e-059c-435e-96eb-fed6c1e718b1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.614328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.614428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.614497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.614637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.614709] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.614974] env[65301]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 797.615959] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.616085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.616150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.616296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.616393] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.617189] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.617270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.617450] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c60e1c28-4516-4a52-b182-42a31ead3575 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.617545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.617607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.617752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.617814] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c60e1c28-4516-4a52-b182-42a31ead3575',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.619031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8378fcad-3690-4d22-bc17-90ca2419e652 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.619031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.619195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.619253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.619297] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8378fcad-3690-4d22-bc17-90ca2419e652',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.654470] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376ef489-9377-46de-a55b-ab96411e3397: rpc.has_security_group_logging(os_id): False [ 797.657136] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.685531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.685765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.685829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.686117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.710342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.710725] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.710856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.710946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.711212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.711317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.711403] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 797.773864] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.774394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.774394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.774394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.774577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.793104] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 798.029109] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.029109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.029109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.029806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.029806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.029806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.029806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.030099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.030171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.030307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.030546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.030691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.030854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.031126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.031407] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.031653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.031755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.032228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.032363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.032599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.032748] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.123108] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.123346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.124719] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.125992] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73a5a190-a901-416c-a517-84c0f98d0e95 with status ACTIVE [ 798.125992] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.126159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.126240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.126487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.126577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.126806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.126955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.127648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.127931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.128038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.128255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.128380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.128467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.128649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.128774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.128816] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73a5a190-a901-416c-a517-84c0f98d0e95 is going to be updated. [ 798.156039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.156039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.156228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.157080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.157080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.157080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a5a190-a901-416c-a517-84c0f98d0e95" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.162447] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.162602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.162643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.162838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.162919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.162993] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 798.187866] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcfd1b51-0eff-41d6-8845-5c1152c226be with status ACTIVE [ 798.188187] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.188448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.188448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.188569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.188653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.188826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.188933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.189018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.189260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189439] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.189532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.189595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.189731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.189806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189888] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcfd1b51-0eff-41d6-8845-5c1152c226be is going to be updated. [ 798.191301] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.191489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.191638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.191741] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.191873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.191961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.192035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.192109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.192192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.192276] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.194937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.194937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.194937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.194937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.194937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.194937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.194937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.195257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.195257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.195257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.195257] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.196595] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.196734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.196795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.196961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.197124] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.197220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.197283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.197445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.197488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.197574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.197659] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.200065] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.200228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.200500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.200657] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.200710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.200780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.200942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.201077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.201335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.201335] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.206490] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.206626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.206720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.206884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.207171] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.207221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.207263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.207414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.207594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.208301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.208476] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.221207] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.221389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.221438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.221698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.227857] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.228042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.228118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.228335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.228489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.236293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.236440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.236505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.236992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.236992] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.237103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.237103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.237245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.237328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.237413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.237604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.237714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.237757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.237898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.238096] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.238172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.238205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.238330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.238409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.238489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.238581] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.284528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.284528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.285059] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.285324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.286414] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.286558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.287957] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.287957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.289776] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 798.290029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.290132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.292220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.292432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.293522] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.293661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.297162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.297162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.301315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.301431] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b76585a5-eeac-4b98-9500-4e2d36399080 is going to be deleted. [ 798.302965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.303642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.306924] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.307143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.310115] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.310115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.317032] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.317032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.317032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.317307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.317411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.317602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.317834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcfd1b51-0eff-41d6-8845-5c1152c226be" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.342967] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.344281] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.344281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.346175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.346780] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be deleted. [ 798.347568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.347856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.364958] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 798.365330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.365580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.365846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.366041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.366157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.366962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.366962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.366962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.366962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.366962] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.378036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.378189] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 751ca56e-059c-435e-96eb-fed6c1e718b1 is going to be deleted. [ 798.379381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.379622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.435110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.436639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d7c808-b756-4116-a885-5b6963c31359 is going to be deleted. [ 798.437786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.438265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.462430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.463196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.464280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.464431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.470361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.470361] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eeb369b1-a970-496a-948c-0858ed1db05f is going to be deleted. [ 798.470361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.470361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.539025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b18d-9d66-4517-94f7-5b52ef46ed1b: rpc.has_security_group_logging(os_id): False [ 798.539025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.539025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be01eaf1-0c17-4620-980f-cce9d800e68b is going to be deleted. [ 798.539890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.540346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544244] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.545103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.574043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.574043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.575742] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.576094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.581205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.581338] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8378fcad-3690-4d22-bc17-90ca2419e652 is going to be deleted. [ 798.582306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.582689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.609484] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.609484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.631534] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.634712] env[65301]: INFO networking_nsxv3.common.synchronization [req-8af10c48-da79-4230-96ad-54ea4b0822f6 req-d712ac4c-696b-4e51-b65a-19385d85845f tempest-ServerPasswordTestJSON-2094913150 tempest-ServerPasswordTestJSON-2094913150-project-member] Enqueued Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_members [ 798.638393] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_members [ 798.638393] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.638393] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.638393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.638393] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.669949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.670098] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea69505-11e0-48e8-ba5b-8b42b4e18ca5 is going to be deleted. [ 798.671393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.671653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.712071] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.717461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.720022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be deleted. [ 798.720022] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.720022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.720022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.720412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.721590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.721779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.721893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.722277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.722417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.722670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.723386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.723386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.723386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.723540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.723659] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.723768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.723829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.724020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.724086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.724179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.724260] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.725150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.725317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.727253] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.730439] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.730914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731106] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.731239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.731320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.731918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.731974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.732153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.732296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.732385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.732443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.732578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.732652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.732733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.732822] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.757119] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.757351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.757610] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73cf4ab5-6544-40d0-bfc9-03216942d617: rpc.has_security_group_logging(os_id): False [ 798.760567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.760876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.766037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.766037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.775565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.775565] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56beb423-1ce9-40c7-b75f-8bcb3e093daa is going to be deleted. [ 798.775565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.775565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.829839] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.830122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.842028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.842028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfbde532-c353-41b3-9c45-23b5febbc560 is going to be deleted. [ 798.842028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.842028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.869952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.870174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.870174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.870555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.870816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.870983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.871313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.871419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.871594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.871758] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.871858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.871923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.872114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.872247] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.872339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.872391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.872549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.872629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.872732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.872829] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.926862] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.926862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.937677] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.937677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.937677] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 798.937677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.937677] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c60e1c28-4516-4a52-b182-42a31ead3575 is going to be deleted. [ 798.938485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.938861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.939089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.939464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b76585a5-eeac-4b98-9500-4e2d36399080" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-751ca56e-059c-435e-96eb-fed6c1e718b1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d7c808-b756-4116-a885-5b6963c31359" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.942028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.982754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.984791] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.987916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.987916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.987916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.988285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.988285] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.988491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.988491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.988695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.988784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.988995] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.989103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.989251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.989522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.989672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.989834] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 798.992680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.992934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.993103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.993267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eeb369b1-a970-496a-948c-0858ed1db05f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.993349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.993532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.993645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.993760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea69505-11e0-48e8-ba5b-8b42b4e18ca5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.993910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.994100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.994272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.994413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be01eaf1-0c17-4620-980f-cce9d800e68b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.994548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.994715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.994790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.994912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8378fcad-3690-4d22-bc17-90ca2419e652" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.995563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.995701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.028964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.029316] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.029316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.029316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.029596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.029596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.030349] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.030349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.030349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.030349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.030349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.030552] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.030636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.030736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.030846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.031115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.031115] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be updated. [ 799.032522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.032647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.032647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.032747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56beb423-1ce9-40c7-b75f-8bcb3e093daa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.032929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.033898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.033898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.033898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.064551] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.064551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.064551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.064551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.064551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.064551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfbde532-c353-41b3-9c45-23b5febbc560" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.083609] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.083874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.083933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.084555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.084555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.084555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c60e1c28-4516-4a52-b182-42a31ead3575" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.136586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.136586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.136586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.136976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.137063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.137226] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae is going to be created. [ 799.140968] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.141279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.141420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.141508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.141752] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.141846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.141930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.142191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.142191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.142370] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aedf4a5-9f65-4121-a351-62342d828025 already deleted. [ 799.142370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.174655] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.175158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.175158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.175158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.175379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.179768] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.179987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.179987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.180597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.180597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.193863] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.193863] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-222" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.194077] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-222" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.194389] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-222" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.194681] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.194845] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.195212] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.195333] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.195473] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.195682] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.195790] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.195894] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.195996] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.196113] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.196334] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.196334] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.214984] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e460e613-0829-4953-a65b-523e70b2aa8f: rpc.has_security_group_logging(os_id): False [ 799.217086] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.217319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.217391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.217778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.217778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.219915] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: UNINITIALIZED for 2s [ 799.229058] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 807cbb02-8036-4b04-a943-858b134bb4a4: rpc.has_security_group_logging(os_id): False [ 799.229318] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0bbc549-ea82-42be-93ae-17fbf5b03029: rpc.has_security_group_logging(os_id): False [ 799.237259] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b62da2-336d-45ad-bd3f-234ee41ef6ea: rpc.has_security_group_logging(os_id): False [ 799.270123] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.270545] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.074 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.270745] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.271366] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-222" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.271366] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-1ce2d7a7-9043-4985-97a5-9c505462cc76 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.271623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.271842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.272130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.272345] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce2d7a7-9043-4985-97a5-9c505462cc76',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.274281] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.274437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.274603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.274892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.278467] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.278467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.279601] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.279752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.280622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.280798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289541] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 799.299578] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 799.320593] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 799.323896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.323896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.323896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.323896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.323896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.323896] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e460e613-0829-4953-a65b-523e70b2aa8f is going to be updated. [ 799.326062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.326580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.377317] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675175da-06a1-44b4-b9cb-c970cd49f216: rpc.has_security_group_logging(os_id): False [ 799.412028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.412028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.412028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.412028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.412028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.412028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.413176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.413493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.413752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.417031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.417031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.417031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.417031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.417031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.417031] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be updated. [ 799.417031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.417031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.438033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.438163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.475648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.476011] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.476185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.476185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.476399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.476487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.476566] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 is going to be updated. [ 799.478461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.478461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.516275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.516275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.516275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.516841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.516841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.516841] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.516841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.516841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.516841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.517075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.517075] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be updated. [ 799.518066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.518247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.518346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.518510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.518600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.518665] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.518799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.518873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.519125] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.519225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.519279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.519418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.519490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.519693] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.519786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.519842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.519972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.520053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.520139] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be created. [ 799.561853] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.562119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.562171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.562372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.562540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.581761] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.581959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.582046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.582323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.582509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.601090] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 799.606176] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: IN_PROGRESS for 2s [ 799.616677] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.616833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.616903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.617165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.617308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.630331] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: IN_PROGRESS for 2s [ 799.650708] env[65301]: INFO networking_nsxv3.common.synchronization [req-11dc4ff3-90b4-4a4f-882e-36fc1a881a5a req-efc95df4-b4c8-442e-a277-d462fe31f174 tempest-ServersTestManualDisk-2059066720 tempest-ServersTestManualDisk-2059066720-project-member] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_members [ 799.652588] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGHEST for action security_group_members [ 799.652927] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.653073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.653173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.653389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.653555] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.653711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.653784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.653959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.654058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.654156] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.657710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.657849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.657918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.658340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.658340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.698864] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.699129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.699129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.699340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.699523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.731245] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 799.746677] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 799.783030] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.783364] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.783589] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.783999] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.784255] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.784375] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 1ce2d7a7-9043-4985-97a5-9c505462cc76 not found, creating... [ 799.784717] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.784912] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.785071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.785409] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.785634] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.786770] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.787053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.787270] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.787731] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.788429] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.788641] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 1ce2d7a7-9043-4985-97a5-9c505462cc76 is going to be created. [ 799.840854] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 799.841098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.841291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.841533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.841625] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.860675] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.860944] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.861100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.861406] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.861646] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.861891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.156545] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.156741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.156974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.157318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.157449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.157739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.157918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.157998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.158659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.158659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.158659] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e460e613-0829-4953-a65b-523e70b2aa8f is going to be updated. [ 800.213787] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.213787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.213787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.213787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.213787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.224678] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: IN_PROGRESS for 2s [ 800.305193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 800.305415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.305603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.305823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.306032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.306144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.306218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.306354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.306433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.306529] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.345634] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.345634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.383734] env[65301]: INFO networking_nsxv3.common.synchronization [req-5f2fd85e-ffda-4615-933b-620c6b385cfd req-fc73c499-d4a4-442c-b80f-97f4d490d872 tempest-AttachInterfacesUnderV243Test-1490597903 tempest-AttachInterfacesUnderV243Test-1490597903-project-member] Enqueued Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 800.384393] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 376ef489-9377-46de-a55b-ab96411e3397 with Priority: HIGHEST for action security_group_members [ 800.384751] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-376ef489-9377-46de-a55b-ab96411e3397 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.384824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.499791] env[65301]: INFO networking_nsxv3.common.synchronization [req-8af10c48-da79-4230-96ad-54ea4b0822f6 req-ebe0f7ee-c805-425a-93da-3d2f06331f4b service nova] Enqueued Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_rules [ 800.499938] env[65301]: INFO networking_nsxv3.common.synchronization [req-8af10c48-da79-4230-96ad-54ea4b0822f6 req-ebe0f7ee-c805-425a-93da-3d2f06331f4b service nova] Enqueued Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_members [ 800.500111] env[65301]: INFO networking_nsxv3.common.synchronization [req-8af10c48-da79-4230-96ad-54ea4b0822f6 req-ebe0f7ee-c805-425a-93da-3d2f06331f4b service nova] Enqueued Resource ID: 1ce2d7a7-9043-4985-97a5-9c505462cc76 with Priority: HIGHEST for action port [ 800.500861] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_rules [ 800.500924] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_members [ 800.500992] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce2d7a7-9043-4985-97a5-9c505462cc76 with Priority: HIGHEST for action port [ 800.501696] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.501844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.502206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.512026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.512026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.512026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.512026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.512026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.513971] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce2d7a7-9043-4985-97a5-9c505462cc76 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.514476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.514997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.515420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.515650] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce2d7a7-9043-4985-97a5-9c505462cc76',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.810923] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.018110] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.018110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.018369] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.020556] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ce2d7a7-9043-4985-97a5-9c505462cc76 with status ACTIVE [ 801.021137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.021137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.021137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.021828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.021828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.022477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.022644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.022730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.022963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.023113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.023437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.023526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.023707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.023811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.023919] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ce2d7a7-9043-4985-97a5-9c505462cc76 is going to be updated. [ 801.049562] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.049791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.049845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.050399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.050399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.050574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce2d7a7-9043-4985-97a5-9c505462cc76" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.234552] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: UNINITIALIZED for 4s [ 801.314024] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 801.314024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.314024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.314024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.314024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.314024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.316609] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 801.317053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.526405] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.618070] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 801.618393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.619239] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: SUCCESS [ 801.619454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.642839] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: SUCCESS [ 801.642839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.753244] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 801.753821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.763779] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 801.763779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820869] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.820869] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820869] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.822245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.822245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.822245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.822245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.822517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.822517] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 801.858202] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.858478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.858555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.858800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.859089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.875078] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 802.036787] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.037153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.037153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.037153] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aedf4a5-9f65-4121-a351-62342d828025 is going to be created. [ 802.065484] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.065484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.065484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.065833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.065833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.078940] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aedf4a5-9f65-4121-a351-62342d828025 in Status: UNINITIALIZED for 2s [ 802.237111] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e460e613-0829-4953-a65b-523e70b2aa8f in Status: SUCCESS [ 802.237111] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e460e613-0829-4953-a65b-523e70b2aa8f deletion is rescheduled due to dependency. [ 802.237111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.325200] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.325360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.325430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.325654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.325815] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.325915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.325962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.326130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.326991] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.326991] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.326991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.327861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.327861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327861] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.831658] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b18d-9d66-4517-94f7-5b52ef46ed1b: rpc.has_security_group_logging(os_id): False [ 802.853506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.853664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.853664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.853875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.853958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.854266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.854387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.854461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.854630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.854722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.854973] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.855112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.855208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.855395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.855486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.855705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.855803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.855870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.856020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.856097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.856188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 802.930031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.930247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.930247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.930600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.930776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.972130] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 803.247093] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: SUCCESS [ 803.247093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.247258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.247574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.247849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.248033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.248112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.248303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.248422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.248523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.248656] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.751078] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.886173] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 803.886458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.886872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.887366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.887366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.887675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.887799] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.888777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.888967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.890414] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.890645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.890645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.890894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891591] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.093028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aedf4a5-9f65-4121-a351-62342d828025 in Status: SUCCESS [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.093028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.093028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.093028] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.254663] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8c55104-ce46-4963-bac8-893e61ae53ae: rpc.has_security_group_logging(os_id): False [ 804.273119] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.273271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.273337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.273560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.273672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.273924] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.274055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.274121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.274280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.274386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.274459] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae is going to be created. [ 804.346472] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.346472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.346472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.346982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.346982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.360881] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: IN_PROGRESS for 2s [ 804.394021] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.395621] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.395621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.395738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.396094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.396094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.396241] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.396355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.396450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.396589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.396670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.396761] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 804.463052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.463211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.463283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.463715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.463891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.474442] env[65301]: INFO networking_nsxv3.common.synchronization [req-f93a16c8-bc44-4b8e-9ff2-3e139ecda36a req-db1557e4-703b-4313-b081-5565d30bba59 tempest-ServersNegativeTestJSON-2059926365 tempest-ServersNegativeTestJSON-2059926365-project-member] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 804.475562] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 804.475562] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.475562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.475562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.475906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.475906] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.475906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.476099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.476299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.476393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.476498] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.480012] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 804.598314] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.598314] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598314] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.598870] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.599106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.599768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.599887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.600010] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.890981] env[65301]: INFO networking_nsxv3.common.synchronization [req-2ff7ae5a-ebb5-431a-a327-0e554f6ec1f0 req-9ce82d58-d7a1-48a0-be5e-8b61ee25c11c tempest-InstanceActionsNegativeTestJSON-1401618231 tempest-InstanceActionsNegativeTestJSON-1401618231-project-member] Enqueued Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_members [ 804.893281] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_members [ 804.894185] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.894367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.894444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.894814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.894985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.895116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.895192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.895840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.895943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.896125] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.899758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 376ef489-9377-46de-a55b-ab96411e3397: rpc.has_security_group_logging(os_id): False [ 804.924194] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.926251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.926486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.926706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.926839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.927212] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.927391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.927458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.927696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.927808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.927946] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be updated. [ 804.983330] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.994425] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 804.994425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.020958] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.020958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.020958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.021270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.021270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.044106] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: IN_PROGRESS for 2s [ 805.103745] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aedf4a5-9f65-4121-a351-62342d828025: rpc.has_security_group_logging(os_id): False [ 805.132614] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.132753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.132796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.133057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.133171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.133386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.133489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.133564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.134037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.134037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.134227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.134227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.134517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.134517] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.134667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.134667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.134837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.134920] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aedf4a5-9f65-4121-a351-62342d828025 is going to be created. [ 805.248318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.248605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.248690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.248960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.249176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.262255] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aedf4a5-9f65-4121-a351-62342d828025 in Status: IN_PROGRESS for 2s [ 805.346387] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.346515] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.346768] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.346968] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.348274] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.348599] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.348672] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.348881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.349040] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.349282] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.349372] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.349450] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.349621] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.349724] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.349803] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.349864] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.374352] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.374352] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.374352] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.374481] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-119" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.374772] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-e08e429c-fb26-4857-bb1e-5a598f0316ec taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.374936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.375103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.375543] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.375543] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08e429c-fb26-4857-bb1e-5a598f0316ec',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.400271] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.400271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.400457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.400586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.400688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.400887] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.400999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.401050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.401193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.401264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.401340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceee5248-1e31-4938-95f2-f65560706c4d already deleted. [ 805.402633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.487032] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.878419] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.878689] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.878840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.879301] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.879386] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.879550] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port e08e429c-fb26-4857-bb1e-5a598f0316ec not found, creating... [ 805.879945] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.880156] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.880601] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.880929] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.881226] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.881662] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.881911] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.882073] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.882335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.882481] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.882640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: e08e429c-fb26-4857-bb1e-5a598f0316ec is going to be created. [ 805.907587] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.907974] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.908116] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.908442] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.908735] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.909057] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.989615] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.989766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.989811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.990197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.990383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.990526] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 806.039534] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.039728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.039728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.039907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.040096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.051881] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 806.375341] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: SUCCESS [ 806.375498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.491223] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 806.491404] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 376ef489-9377-46de-a55b-ab96411e3397 deletion is rescheduled due to dependency. [ 806.491567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.633807] env[65301]: INFO networking_nsxv3.common.synchronization [req-2ff7ae5a-ebb5-431a-a327-0e554f6ec1f0 req-844d95e4-e649-4c84-8fa2-7c8cf745b296 service nova] Enqueued Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_rules [ 806.634015] env[65301]: INFO networking_nsxv3.common.synchronization [req-2ff7ae5a-ebb5-431a-a327-0e554f6ec1f0 req-844d95e4-e649-4c84-8fa2-7c8cf745b296 service nova] Enqueued Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_members [ 806.634144] env[65301]: INFO networking_nsxv3.common.synchronization [req-2ff7ae5a-ebb5-431a-a327-0e554f6ec1f0 req-844d95e4-e649-4c84-8fa2-7c8cf745b296 service nova] Enqueued Resource ID: e08e429c-fb26-4857-bb1e-5a598f0316ec with Priority: HIGHEST for action port [ 806.634682] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_rules [ 806.638293] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_members [ 806.638293] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08e429c-fb26-4857-bb1e-5a598f0316ec with Priority: HIGHEST for action port [ 806.638293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.638293] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.638293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.638293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.638293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.638293] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.641336] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08e429c-fb26-4857-bb1e-5a598f0316ec taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.641502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.641502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.644369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.644369] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08e429c-fb26-4857-bb1e-5a598f0316ec',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.063469] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 376ef489-9377-46de-a55b-ab96411e3397 in Status: SUCCESS [ 807.063849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.063901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.064144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.064251] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('376ef489-9377-46de-a55b-ab96411e3397',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.146686] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.147865] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.148053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.148273] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e08e429c-fb26-4857-bb1e-5a598f0316ec with status ACTIVE [ 807.148273] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.148408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.148534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.149464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.149464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.149464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.149670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.149670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.149799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.149836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.150032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.150184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.150184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.150555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.150555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.150555] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e08e429c-fb26-4857-bb1e-5a598f0316ec is going to be updated. [ 807.178643] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.178883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.178883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.179105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.179256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.179459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08e429c-fb26-4857-bb1e-5a598f0316ec" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.278846] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aedf4a5-9f65-4121-a351-62342d828025 in Status: SUCCESS [ 807.279144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.561764] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d2f241-e167-42e9-a4a6-e0020f0f6bb8 req-ac891aae-5106-4ff4-bef0-7d2eb0d7a9e0 tempest-ServersWithSpecificFlavorTestJSON-784225732 tempest-ServersWithSpecificFlavorTestJSON-784225732-project-member] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 807.562492] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 807.562840] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.562965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.563057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.563356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.563529] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.563636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.563696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.563881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.563977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.564091] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.596710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.596710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.596710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.596710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.596710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.596710] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 376ef489-9377-46de-a55b-ab96411e3397 is going to be deleted. [ 807.653764] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.674100] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.674295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.674384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.674626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.674721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.674969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-376ef489-9377-46de-a55b-ab96411e3397" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.018810] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.019113] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.019287] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.019617] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.019888] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.020074] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.020193] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.020474] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.020778] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.021089] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.021262] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 808.021461] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 808.021647] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 808.021831] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 808.021986] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 808.022217] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 808.044083] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.044262] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.044392] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.044564] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-592" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.044871] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.045042] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.045156] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.046018] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.046309] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d4cbae-33a9-48a9-b7b3-cc56cc1835b0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.061590] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 808.061856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.067520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.067783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.067783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.067894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.067984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068185] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.068280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.068340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.068503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.068576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.068659] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be deleted. [ 808.109839] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.110016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.110128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.110419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.110419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.110579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.160762] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.160917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.160982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.161235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.161357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.161425] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceee5248-1e31-4938-95f2-f65560706c4d is going to be created. [ 808.188542] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.188805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.189383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.189383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.189566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.201031] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceee5248-1e31-4938-95f2-f65560706c4d in Status: UNINITIALIZED for 2s [ 808.550459] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.550730] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.550891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.551188] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.551334] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.551533] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 not found, creating... [ 808.551813] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.552013] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.552143] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.552424] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.554065] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.554380] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.554494] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.554624] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.554852] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.555027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.555181] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 is going to be created. [ 808.582386] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.582766] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.582970] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.583392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.583729] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.584017] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.393350] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d2f241-e167-42e9-a4a6-e0020f0f6bb8 req-25b1f811-2cf5-4f0f-a48e-721551bd1e0e service nova] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 809.393632] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d2f241-e167-42e9-a4a6-e0020f0f6bb8 req-25b1f811-2cf5-4f0f-a48e-721551bd1e0e service nova] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 809.393909] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d2f241-e167-42e9-a4a6-e0020f0f6bb8 req-25b1f811-2cf5-4f0f-a48e-721551bd1e0e service nova] Enqueued Resource ID: 89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 with Priority: HIGHEST for action port [ 809.394352] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_rules [ 809.394545] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 809.395145] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 with Priority: HIGHEST for action port [ 809.395475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.395634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.395731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.395953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.396094] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.396902] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.397031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397449] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.397544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.397597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.397741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.397819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.398017] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.398714] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.398824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.398891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.399313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.399313] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89d4cbae-33a9-48a9-b7b3-cc56cc1835b0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.623959] env[65301]: INFO networking_nsxv3.common.synchronization [req-1553ccfe-e446-430d-b591-00714891cd8b req-f28f9aa3-40c4-4cfb-a664-0f3ed2f13bf2 tempest-ImagesOneServerNegativeTestJSON-1531833679 tempest-ImagesOneServerNegativeTestJSON-1531833679-project-member] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 809.624735] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 809.625997] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.626240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.626315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.626541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.626718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.626903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.626903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.627072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.627246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.627404] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.901817] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.902253] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.903563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.903563] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 with status ACTIVE [ 809.903563] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.903563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.903563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.903563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.903855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.903855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.903958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.904134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.904326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.904421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.904625] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.904723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.904781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.904934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.905034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.905123] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89d4cbae-33a9-48a9-b7b3-cc56cc1835b0 is going to be updated. [ 809.931191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.931415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.931518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.931724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.931935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.932157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89d4cbae-33a9-48a9-b7b3-cc56cc1835b0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.086433] env[65301]: INFO networking_nsxv3.common.synchronization [req-91555a3f-52de-4312-bebc-321ae23b47c1 req-5209bb8e-8030-4983-bd53-283283ca7a7d tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 810.086974] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 810.087504] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.087839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.087839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.087938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.088061] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.088176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.088258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.088436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.088524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.088621] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.130038] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.130228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.130276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.130498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.154291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.154599] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.154804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.154910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.155141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.155226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.155326] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be updated. [ 810.181768] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.181924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.181968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.182248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.197788] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: IN_PROGRESS for 2s [ 810.210482] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceee5248-1e31-4938-95f2-f65560706c4d in Status: SUCCESS [ 810.210814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.211022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.211272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.211470] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.211685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.211771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.211952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.212084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.212187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.212277] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.407243] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.590958] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.715187] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.715417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.716467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.716773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.716992] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.717114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.717176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.717364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.717455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.717542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.717699] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.717792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.717849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.718062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.718209] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.718296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.718376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.718519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.718591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.718668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.718755] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.909962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.910152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.910224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.910446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.910579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.910684] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be created. [ 810.935464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.935618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.935687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.935901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.936071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.945900] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: UNINITIALIZED for 2s [ 811.093049] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.221137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ceee5248-1e31-4938-95f2-f65560706c4d: rpc.has_security_group_logging(os_id): False [ 811.245953] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.246298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.246298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.246451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.246561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.246901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.247109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.247109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.247232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.247232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.247456] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.247564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.247748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.247791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.247840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.248032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.248149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.248211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.248524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.248524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.248524] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceee5248-1e31-4938-95f2-f65560706c4d is going to be created. [ 811.363035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.363198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.363272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.363847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.363847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.382896] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceee5248-1e31-4938-95f2-f65560706c4d in Status: IN_PROGRESS for 2s [ 811.595310] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.595624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.595624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.595888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.595989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.596106] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 811.636203] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.636203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.636203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.636420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.636486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.647954] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 811.725313] env[65301]: INFO networking_nsxv3.common.synchronization [req-f5f41fd4-5ac1-42e0-99a4-ff1e93f8a576 req-c79e1edd-a1a4-4d1f-b78e-d993735dec7f tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_members [ 811.725313] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_members [ 811.725519] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.725654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.725722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.726161] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.726476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.726540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.726708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.726794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.726894] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.142142] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.142336] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.142453] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.142715] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.142968] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.143130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.143239] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.143444] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.143584] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.143786] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.143891] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.143993] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.144105] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.144205] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.144301] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.144423] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.167435] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.167624] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.167744] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.167930] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.168342] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-c5720d96-ef38-4b6e-baed-6de035256200 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.168533] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.168648] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.169040] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.169169] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5720d96-ef38-4b6e-baed-6de035256200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.210969] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 812.211197] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 deletion is rescheduled due to dependency. [ 812.214164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.228881] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.229057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.229134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.229320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.229409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.229595] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.229716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.229783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.229899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.229989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.230101] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03ba217-c0ea-40d9-924b-627019f52777 already deleted. [ 812.230101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.672061] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.672408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.672453] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.672705] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.673046] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.673220] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port c5720d96-ef38-4b6e-baed-6de035256200 not found, creating... [ 812.673615] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.673878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.674029] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.674302] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.674470] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.674896] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.675125] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.675250] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.675501] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.675632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.675771] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: c5720d96-ef38-4b6e-baed-6de035256200 is going to be created. [ 812.699632] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.699632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.699632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.699632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.699632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.699632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.959414] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: SUCCESS [ 812.959414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.959414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.959414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.959596] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.959658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.959714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.959852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.959924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.960010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.960103] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.398476] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ceee5248-1e31-4938-95f2-f65560706c4d in Status: SUCCESS [ 813.398744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.430720] env[65301]: INFO networking_nsxv3.common.synchronization [req-f5f41fd4-5ac1-42e0-99a4-ff1e93f8a576 req-0f579126-a1ae-44df-b7b9-f9bed29784c0 service nova] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_rules [ 813.430918] env[65301]: INFO networking_nsxv3.common.synchronization [req-f5f41fd4-5ac1-42e0-99a4-ff1e93f8a576 req-0f579126-a1ae-44df-b7b9-f9bed29784c0 service nova] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_members [ 813.431085] env[65301]: INFO networking_nsxv3.common.synchronization [req-f5f41fd4-5ac1-42e0-99a4-ff1e93f8a576 req-0f579126-a1ae-44df-b7b9-f9bed29784c0 service nova] Enqueued Resource ID: c5720d96-ef38-4b6e-baed-6de035256200 with Priority: HIGHEST for action port [ 813.431776] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_rules [ 813.431952] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_members [ 813.432077] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5720d96-ef38-4b6e-baed-6de035256200 with Priority: HIGHEST for action port [ 813.432470] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.432649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.432739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.432947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.433579] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.434583] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.434703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.435636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.435636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.435636] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.435636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.435636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.435636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.435636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.435636] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.436330] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5720d96-ef38-4b6e-baed-6de035256200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.436434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.436493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.436632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.436706] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5720d96-ef38-4b6e-baed-6de035256200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.463031] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.661771] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 813.662069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.670818] env[65301]: INFO networking_nsxv3.common.synchronization [req-18a8543c-96bb-4f7b-a36a-8cff21225a25 req-7e820264-6aeb-4f20-b547-3a380b35a24f tempest-ServerPasswordTestJSON-2094913150 tempest-ServerPasswordTestJSON-2094913150-project-member] Enqueued Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_members [ 813.672025] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGHEST for action security_group_members [ 813.672025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.672025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.672025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.672025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.672477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.672477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.672477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.672477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.672622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.672719] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.938637] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.938768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.938940] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.939890] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5720d96-ef38-4b6e-baed-6de035256200 with status ACTIVE [ 813.940082] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.940204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.940262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.940475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.940627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.940849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.940943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.941077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.941199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.941296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.941485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.941576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.941637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.941766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.941942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.941942] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5720d96-ef38-4b6e-baed-6de035256200 is going to be updated. [ 813.966415] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.966546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.966586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.967255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.967255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.967370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5720d96-ef38-4b6e-baed-6de035256200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.967632] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fba0423-44c2-42a1-82a9-da71001b1e10: rpc.has_security_group_logging(os_id): False [ 813.987093] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.987306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.987806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.987806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.987806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.988035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.988118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.988181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.988341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.988415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.988503] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be created. [ 814.074799] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.074950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.075035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.075239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.075419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.107600] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: IN_PROGRESS for 2s [ 814.175876] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.175876] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.175876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.176449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.176449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aedf4a5-9f65-4121-a351-62342d828025 is going to be updated. [ 814.225785] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.225964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.226066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.226293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.226705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.237249] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aedf4a5-9f65-4121-a351-62342d828025 in Status: IN_PROGRESS for 2s [ 814.444335] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.947241] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.947553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.947553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.947683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.947756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.947849] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03ba217-c0ea-40d9-924b-627019f52777 is going to be created. [ 814.976586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.976812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.976981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.977254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.977490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990233] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03ba217-c0ea-40d9-924b-627019f52777 in Status: UNINITIALIZED for 2s [ 816.120859] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: SUCCESS [ 816.121109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.249242] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aedf4a5-9f65-4121-a351-62342d828025 in Status: SUCCESS [ 816.249377] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aedf4a5-9f65-4121-a351-62342d828025 deletion is rescheduled due to dependency. [ 816.249477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.001456] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03ba217-c0ea-40d9-924b-627019f52777 in Status: SUCCESS [ 817.001706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.001873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.002104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.005913] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.005913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.005913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.005913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.005913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.005913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.005913] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.505383] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.969952] env[65301]: INFO networking_nsxv3.common.synchronization [req-ff2ab483-be87-451c-b62b-ba73a5ce8fae req-0e376da5-d3a2-4ac7-b33d-5fc430cb22fa tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 817.971828] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 817.972089] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.972496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.972496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.972589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.972776] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.973446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.973446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.973446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.973446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.973446] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.012220] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a03ba217-c0ea-40d9-924b-627019f52777: rpc.has_security_group_logging(os_id): False [ 818.031706] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.031792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.031845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.032064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.032155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.032458] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.032568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.032629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.032763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.032830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.032915] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03ba217-c0ea-40d9-924b-627019f52777 is going to be created. [ 818.198515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.198743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.198743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.198989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.199186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.211797] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03ba217-c0ea-40d9-924b-627019f52777 in Status: IN_PROGRESS for 2s [ 818.476546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.476874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.478480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.478839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.479096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.479430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.479676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.479845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.480115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.480298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.480496] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 818.521530] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.521869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.521869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.521986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.522356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.532661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 820.227476] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a03ba217-c0ea-40d9-924b-627019f52777 in Status: SUCCESS [ 820.228493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.511050] env[65301]: INFO networking_nsxv3.common.synchronization [req-e7024e17-c76f-4358-a06a-9ecac8c4d116 req-b1a0512d-67fb-4b93-8756-31dfd1972645 tempest-InstanceActionsNegativeTestJSON-1401618231 tempest-InstanceActionsNegativeTestJSON-1401618231-project-member] Enqueued Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_members [ 820.511698] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGHEST for action security_group_members [ 820.512128] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.513230] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.513230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.513629] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.543578] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 820.543825] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 820.543947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.018694] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.018694] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.018694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.018694] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceee5248-1e31-4938-95f2-f65560706c4d is going to be updated. [ 821.046386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.046528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.046578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.046788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.046920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.055929] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceee5248-1e31-4938-95f2-f65560706c4d in Status: IN_PROGRESS for 2s [ 822.162724] env[65301]: INFO networking_nsxv3.common.synchronization [req-1fca5379-2d59-46ce-ac0d-706c70a3eaaf req-f2989858-e3ab-465d-9265-c1b71c4f3ea2 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 822.163622] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 822.163622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.163776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.163822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.164056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.164215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.164313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.164374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.164522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.164603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.164697] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.516741] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.516961] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.517100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.518038] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.518038] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.518038] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.518038] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.518276] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.518314] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.518563] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.518639] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.518756] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.518865] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.518919] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.520966] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.520966] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.539620] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.540373] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.540373] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.540373] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.540373] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-71c60f70-bcca-42ae-a55a-a1988a4fb326 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.540688] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.540688] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.541259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.541259] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c60f70-bcca-42ae-a55a-a1988a4fb326',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.667138] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.667814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.667814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.667814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.667814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.667814] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.668084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.668084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.668165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.668201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.668778] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 already deleted. [ 822.668778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.044903] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.045171] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.045341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.045615] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.046231] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.046231] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 71c60f70-bcca-42ae-a55a-a1988a4fb326 not found, creating... [ 823.046231] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.046498] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.046498] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.046706] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.046839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.047137] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.047292] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.047402] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.047602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.047737] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.047877] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 71c60f70-bcca-42ae-a55a-a1988a4fb326 is going to be created. [ 823.069559] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ceee5248-1e31-4938-95f2-f65560706c4d in Status: SUCCESS [ 823.069559] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ceee5248-1e31-4938-95f2-f65560706c4d deletion is rescheduled due to dependency. [ 823.069559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.073034] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.073034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.073034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.073034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.073324] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.073480] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.775078] env[65301]: INFO networking_nsxv3.common.synchronization [req-1fca5379-2d59-46ce-ac0d-706c70a3eaaf req-edcf2313-99b8-4d43-ab56-cd6469039a9d service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 823.775078] env[65301]: INFO networking_nsxv3.common.synchronization [req-1fca5379-2d59-46ce-ac0d-706c70a3eaaf req-edcf2313-99b8-4d43-ab56-cd6469039a9d service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 823.775078] env[65301]: INFO networking_nsxv3.common.synchronization [req-1fca5379-2d59-46ce-ac0d-706c70a3eaaf req-edcf2313-99b8-4d43-ab56-cd6469039a9d service nova] Enqueued Resource ID: 71c60f70-bcca-42ae-a55a-a1988a4fb326 with Priority: HIGHEST for action port [ 823.775078] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 823.775078] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 823.775596] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71c60f70-bcca-42ae-a55a-a1988a4fb326 with Priority: HIGHEST for action port [ 823.776394] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.776394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.776394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.776793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.776793] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.781180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.781180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.781180] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.781180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-71c60f70-bcca-42ae-a55a-a1988a4fb326 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.781180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.782073] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71c60f70-bcca-42ae-a55a-a1988a4fb326',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.284611] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.284611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.284792] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.285767] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71c60f70-bcca-42ae-a55a-a1988a4fb326 with status ACTIVE [ 824.286611] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.286611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.286611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.286611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.286611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.286611] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.286611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287837] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.287837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287837] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71c60f70-bcca-42ae-a55a-a1988a4fb326 is going to be updated. [ 824.314518] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.314698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.314756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.315233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.315233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.315304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71c60f70-bcca-42ae-a55a-a1988a4fb326" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.789562] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.799603] env[65301]: INFO networking_nsxv3.common.synchronization [req-fd30562a-abf3-4bf1-9a59-2a7a7a94d05b req-551fc59b-472b-4b52-b54f-66edd00f9f78 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_members [ 824.800043] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_members [ 824.800589] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.800589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.803645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.804029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.804304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.804530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.804645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.804958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.805077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.805170] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.240878] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.241113] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.241248] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.241569] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.241847] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.242015] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.242130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.242357] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.242541] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.242747] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.242862] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.242967] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.243082] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.243189] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.243285] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.243413] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.264885] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.265052] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.265192] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.265377] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.265693] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-6757cbc8-06b3-47df-b11e-0707c88f0f53 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.265903] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.266043] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.266376] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.266513] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6757cbc8-06b3-47df-b11e-0707c88f0f53',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.293132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.293334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.293334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.293604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.293696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.293800] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be created. [ 825.311286] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.311522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.311522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.311742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.311830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.312043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.312142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.312203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.312354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.312426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.312509] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 already deleted. [ 825.312590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.357151] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.357343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.357416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.357624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.357820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.376188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: UNINITIALIZED for 2s [ 825.770044] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.770293] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.770478] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.770796] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.770947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.771120] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 6757cbc8-06b3-47df-b11e-0707c88f0f53 not found, creating... [ 825.771392] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.771551] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.771677] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.771930] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.772107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.772379] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.772553] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.772669] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.772898] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.773025] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.773169] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 6757cbc8-06b3-47df-b11e-0707c88f0f53 is going to be created. [ 825.799498] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.799966] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.800029] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.800371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.800696] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.800984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.529610] env[65301]: INFO networking_nsxv3.common.synchronization [req-fd30562a-abf3-4bf1-9a59-2a7a7a94d05b req-b60acc19-eb7d-471c-9d6e-194862501e72 service nova] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_rules [ 826.529791] env[65301]: INFO networking_nsxv3.common.synchronization [req-fd30562a-abf3-4bf1-9a59-2a7a7a94d05b req-b60acc19-eb7d-471c-9d6e-194862501e72 service nova] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_members [ 826.529923] env[65301]: INFO networking_nsxv3.common.synchronization [req-fd30562a-abf3-4bf1-9a59-2a7a7a94d05b req-b60acc19-eb7d-471c-9d6e-194862501e72 service nova] Enqueued Resource ID: 6757cbc8-06b3-47df-b11e-0707c88f0f53 with Priority: HIGHEST for action port [ 826.530540] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_rules [ 826.531419] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_members [ 826.531419] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6757cbc8-06b3-47df-b11e-0707c88f0f53 with Priority: HIGHEST for action port [ 826.531803] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.531874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.532096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.533027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.533027] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.533432] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.533432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.533432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.533596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.533722] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.533807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.533865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.533983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.534070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.534219] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.537013] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6757cbc8-06b3-47df-b11e-0707c88f0f53 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.537013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.537013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.537013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.537013] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6757cbc8-06b3-47df-b11e-0707c88f0f53',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.040404] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.040404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.040404] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.041443] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6757cbc8-06b3-47df-b11e-0707c88f0f53 with status ACTIVE [ 827.041640] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.041756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.041815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.042024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.042109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.042276] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.042366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.042423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.042563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.042631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.042800] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.044675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.044675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.046553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.046653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.046755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6757cbc8-06b3-47df-b11e-0707c88f0f53 is going to be updated. [ 827.074779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.074940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.074987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.075894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.075894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.075894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6757cbc8-06b3-47df-b11e-0707c88f0f53" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.387274] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 827.387588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.387717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.387956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.388220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.388338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.388428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.389222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.389222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.389222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.389222] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.549032] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.892952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.893346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.893412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.894341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.895013] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.895185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.895380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.895682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.895794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.895915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.896322] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.896871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.896963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.897209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.897433] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.897549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.897631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.897791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.897905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.897997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.898330] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.051534] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.051979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.051979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.052167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.052260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.052366] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 is going to be created. [ 828.083459] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.083621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.083753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.084082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.084310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.097158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 in Status: UNINITIALIZED for 2s [ 828.401117] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 828.423812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.424078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.424180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.424472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.424609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.424950] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.425123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.425209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.425442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.425528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.425734] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.425833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.425891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.426053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.426127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.426310] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.426401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.426490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.426592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.426664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.426843] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be created. [ 828.506682] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.506964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.507834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.507834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.507834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.522350] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 830.109278] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 in Status: SUCCESS [ 830.109651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.109651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.109880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.110085] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.110194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.110260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.110413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.110495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.110584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.110687] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.182204] env[65301]: INFO networking_nsxv3.common.synchronization [None req-eee6c04a-ac73-4a70-bb7f-53941d02ea9e None None] Enqueued Resource ID: 41ac4e36-3136-4f64-88c3-d9fada1bfa3c with Priority: HIGHEST for action port [ 830.182835] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41ac4e36-3136-4f64-88c3-d9fada1bfa3c with Priority: HIGHEST for action port [ 830.183172] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-41ac4e36-3136-4f64-88c3-d9fada1bfa3c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.183252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41ac4e36-3136-4f64-88c3-d9fada1bfa3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.183411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41ac4e36-3136-4f64-88c3-d9fada1bfa3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.183679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41ac4e36-3136-4f64-88c3-d9fada1bfa3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.183791] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41ac4e36-3136-4f64-88c3-d9fada1bfa3c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.542287] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 830.542519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.614179] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.686116] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41ac4e36-3136-4f64-88c3-d9fada1bfa3c [ 830.686360] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.686494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.686565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.686807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.686897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.687044] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41ac4e36-3136-4f64-88c3-d9fada1bfa3c already deleted. [ 830.687103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41ac4e36-3136-4f64-88c3-d9fada1bfa3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.120026] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4ea1eb-142f-4819-9d62-49c307d0dab9: rpc.has_security_group_logging(os_id): False [ 831.136835] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.136835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.136835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.136835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.136835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.137229] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.137477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.137683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.137950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.139019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.139019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 is going to be created. [ 831.204035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.204237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.204237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.204414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.204603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.220445] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 in Status: IN_PROGRESS for 2s [ 831.653981] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f7c6022f-5c8f-435e-ba44-485a88f23ccd None None] Enqueued Resource ID: b58fa65b-1b18-440b-a42a-d6f274fa3446 with Priority: HIGHEST for action port [ 831.654721] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b58fa65b-1b18-440b-a42a-d6f274fa3446 with Priority: HIGHEST for action port [ 831.656028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b58fa65b-1b18-440b-a42a-d6f274fa3446 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.656028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b58fa65b-1b18-440b-a42a-d6f274fa3446" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.656028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b58fa65b-1b18-440b-a42a-d6f274fa3446" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.656028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b58fa65b-1b18-440b-a42a-d6f274fa3446" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.656028] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b58fa65b-1b18-440b-a42a-d6f274fa3446',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.792017] env[65301]: INFO networking_nsxv3.common.synchronization [req-e249ed0e-a8e6-4b94-8bd9-55317c7bd112 req-bada63a9-c85a-482e-b9d4-3805e27197dc tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 831.792611] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 831.792936] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.793422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.793537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.793810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.794118] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.796083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.796187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.796464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.796624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.796788] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.088479] env[65301]: INFO networking_nsxv3.common.synchronization [None req-06c7e488-a95a-4390-a2bd-1f47bf3cb2cf None None] Enqueued Resource ID: 283ec9f7-a8ee-4035-bc87-364863c92c4e with Priority: HIGHEST for action port [ 832.088715] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283ec9f7-a8ee-4035-bc87-364863c92c4e with Priority: HIGHEST for action port [ 832.089542] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-283ec9f7-a8ee-4035-bc87-364863c92c4e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.089733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-283ec9f7-a8ee-4035-bc87-364863c92c4e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.089733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-283ec9f7-a8ee-4035-bc87-364863c92c4e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.090065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-283ec9f7-a8ee-4035-bc87-364863c92c4e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.090065] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283ec9f7-a8ee-4035-bc87-364863c92c4e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.159406] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b58fa65b-1b18-440b-a42a-d6f274fa3446 [ 832.159406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.159406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.159406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.159406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.159406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.159406] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b58fa65b-1b18-440b-a42a-d6f274fa3446 already deleted. [ 832.159406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b58fa65b-1b18-440b-a42a-d6f274fa3446" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287360] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.287657] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.287729] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.288580] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.288970] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.289224] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.289470] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.289889] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.290022] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.290296] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.290539] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.290766] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.290930] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.291103] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.291324] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.291914] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.299561] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.299901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.299901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.300361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.300361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.300426] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.300478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.300557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.300754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.300862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.300955] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 already deleted. [ 832.301048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.314548] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.315484] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.315484] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.315484] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.315484] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.315749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.315749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.316359] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.316359] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a25416a-9b9e-4c7f-ab2c-55cffbcb8465',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.592625] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 283ec9f7-a8ee-4035-bc87-364863c92c4e [ 832.592901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.593269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.593338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.593545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.593636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.593737] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:283ec9f7-a8ee-4035-bc87-364863c92c4e already deleted. [ 832.593865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-283ec9f7-a8ee-4035-bc87-364863c92c4e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.821684] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.822034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.822168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.822438] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.822581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.822752] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 not found, creating... [ 832.823149] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.823328] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.823438] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.823684] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.823829] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.824634] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.824634] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.824634] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.824872] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.824872] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.825206] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 is going to be created. [ 832.847147] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.847404] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.848259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.848259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.848259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.848704] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.237253] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 in Status: SUCCESS [ 833.237253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.571855] env[65301]: INFO networking_nsxv3.common.synchronization [req-e249ed0e-a8e6-4b94-8bd9-55317c7bd112 req-ca40742f-cbc8-4e20-b655-ff9cae0bb771 service nova] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_rules [ 833.572065] env[65301]: INFO networking_nsxv3.common.synchronization [req-e249ed0e-a8e6-4b94-8bd9-55317c7bd112 req-ca40742f-cbc8-4e20-b655-ff9cae0bb771 service nova] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 833.572468] env[65301]: INFO networking_nsxv3.common.synchronization [req-e249ed0e-a8e6-4b94-8bd9-55317c7bd112 req-ca40742f-cbc8-4e20-b655-ff9cae0bb771 service nova] Enqueued Resource ID: 5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 with Priority: HIGHEST for action port [ 833.572737] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_rules [ 833.572891] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 833.572999] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 with Priority: HIGHEST for action port [ 833.573285] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.573627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.573678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.573921] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.574016] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.575083] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.575083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.575083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.575326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.576180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.576180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.576180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.576180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.576180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.576180] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.577305] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.578681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.578681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.578681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.578681] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a25416a-9b9e-4c7f-ab2c-55cffbcb8465',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.058238] env[65301]: INFO networking_nsxv3.common.synchronization [None req-6ef5a631-54f8-4aee-9d01-be3f4b103b35 None None] Enqueued Resource ID: 7205ca5e-d87d-4c54-a1e5-d644746d76a2 with Priority: HIGHEST for action port [ 834.060497] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7205ca5e-d87d-4c54-a1e5-d644746d76a2 with Priority: HIGHEST for action port [ 834.060497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7205ca5e-d87d-4c54-a1e5-d644746d76a2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.060497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7205ca5e-d87d-4c54-a1e5-d644746d76a2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.060497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7205ca5e-d87d-4c54-a1e5-d644746d76a2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.060497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7205ca5e-d87d-4c54-a1e5-d644746d76a2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.060497] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7205ca5e-d87d-4c54-a1e5-d644746d76a2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.079187] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.080105] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080544] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 with status ACTIVE [ 834.080730] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.080842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.080901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.081115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.081206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.081372] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.081463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.081515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.081708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.081801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.081986] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.082091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.082146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.082283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.082355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.082490] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a25416a-9b9e-4c7f-ab2c-55cffbcb8465 is going to be updated. [ 834.102618] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.102764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.102915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.103153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.103290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.103452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a25416a-9b9e-4c7f-ab2c-55cffbcb8465" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.563255] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7205ca5e-d87d-4c54-a1e5-d644746d76a2 [ 834.563255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.563255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.563255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.563255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.563255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.563255] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7205ca5e-d87d-4c54-a1e5-d644746d76a2 already deleted. [ 834.563255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7205ca5e-d87d-4c54-a1e5-d644746d76a2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.584097] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.087068] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.087237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.087301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.087627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.087627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.087740] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be created. [ 835.116071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.116229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.116300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.116519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.116680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.131819] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: UNINITIALIZED for 2s [ 836.004384] env[65301]: INFO networking_nsxv3.common.synchronization [req-2601c94e-5ecb-45d1-943d-0866ead1e46d req-60689d01-cd17-4749-a86d-879b5b042e14 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 836.004963] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 836.005553] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.005681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.005750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.005943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.006104] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.006365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.006365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.006472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.006472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.006732] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.509384] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.509591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.509709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.509971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510423] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.510423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.510529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.510666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510847] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 836.546535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.546737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.546737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.546955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.547115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.556481] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 837.145329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 837.145329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.145329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.145329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.145764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.145764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.145764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.145879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.145879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.145938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.146494] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.649063] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.649189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.649254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.649456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.649621] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.649718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.649817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.649922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.650040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.650129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.650281] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.650369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.650428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.650567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.650728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.650819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.650873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.651187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.651187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.651187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.651308] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.154327] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 974131c3-fed0-4d06-8670-b13658522752: rpc.has_security_group_logging(os_id): False [ 838.173757] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.173984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.174134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.174975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.175192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.175646] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.177909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.177909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.178114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.178151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.179034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.179034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.179179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.179319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.179393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.179637] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.179785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.179899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.181264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.181264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.181264] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be created. [ 838.257242] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.257387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.257451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.257668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.257846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.270751] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: IN_PROGRESS for 2s [ 838.567717] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 838.567944] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 838.568070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.128259] env[65301]: INFO networking_nsxv3.common.synchronization [None req-198fa9db-6528-4493-8854-399f2d188f01 None None] Enqueued Resource ID: ea4e4082-2ff6-401c-9e25-82dbc63e6be6 with Priority: HIGHEST for action port [ 840.130024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4e4082-2ff6-401c-9e25-82dbc63e6be6 with Priority: HIGHEST for action port [ 840.130024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4e4082-2ff6-401c-9e25-82dbc63e6be6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.130991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4e4082-2ff6-401c-9e25-82dbc63e6be6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.130991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4e4082-2ff6-401c-9e25-82dbc63e6be6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.130991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4e4082-2ff6-401c-9e25-82dbc63e6be6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.132562] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4e4082-2ff6-401c-9e25-82dbc63e6be6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.284145] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 840.284474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.633447] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4e4082-2ff6-401c-9e25-82dbc63e6be6 [ 840.633836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.635444] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4e4082-2ff6-401c-9e25-82dbc63e6be6 already deleted. [ 840.635444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4e4082-2ff6-401c-9e25-82dbc63e6be6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.780162] env[65301]: INFO networking_nsxv3.common.synchronization [req-22e1b8a1-1e08-4540-a96c-23473bc0dc46 req-bb3fc286-3183-4917-a3bf-7a6d45743378 tempest-MigrationsAdminTest-912155741 tempest-MigrationsAdminTest-912155741-project-member] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 840.780754] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 840.781076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.781194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.781271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.781450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.782843] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.782843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.783047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.783086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.783178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.783274] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.238249] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.238581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.238581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.238834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.239135] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.239592] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.239737] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.239955] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.240117] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.240320] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.240430] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.240569] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.240696] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.240811] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.240915] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.241053] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.261547] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.261840] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.262111] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.262316] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.262686] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.262897] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.263177] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.263504] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.263647] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.288198] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.765987] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.766274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.766433] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.766708] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.766864] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.767019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf not found, creating... [ 841.767275] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.767427] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.767539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.767750] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.767890] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.768172] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.768321] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.768430] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.768659] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.768997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.768997] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf is going to be created. [ 841.790964] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.791187] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.791362] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.791651] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.791890] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.792357] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.792958] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.295409] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.295845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.295845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.295845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.295959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.295992] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be updated. [ 842.325389] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.325565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.325635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.325860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.326015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.335906] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 842.486552] env[65301]: INFO networking_nsxv3.common.synchronization [req-22e1b8a1-1e08-4540-a96c-23473bc0dc46 req-a464d374-4ded-4fc5-8e90-3e64140cc869 service nova] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_rules [ 842.486716] env[65301]: INFO networking_nsxv3.common.synchronization [req-22e1b8a1-1e08-4540-a96c-23473bc0dc46 req-a464d374-4ded-4fc5-8e90-3e64140cc869 service nova] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 842.486878] env[65301]: INFO networking_nsxv3.common.synchronization [req-22e1b8a1-1e08-4540-a96c-23473bc0dc46 req-a464d374-4ded-4fc5-8e90-3e64140cc869 service nova] Enqueued Resource ID: 59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf with Priority: HIGHEST for action port [ 842.487373] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_rules [ 842.487501] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 842.487754] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf with Priority: HIGHEST for action port [ 842.487855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.487981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.488060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.488254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.488327] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.489495] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.489595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.489799] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.489943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.489943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.490100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.490162] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.991985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.992307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.992650] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf with status ACTIVE [ 842.992951] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.993130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.993204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.993431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.993675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.993774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.993857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.993994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.994532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.994532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.994532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.994532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.994532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.994724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.994724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.994846] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf is going to be updated. [ 843.027292] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.027292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.027292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.027292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.027292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.027292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59f68eb3-51c5-45ed-b460-2cbb9cbbfbaf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.049400] env[65301]: INFO networking_nsxv3.common.synchronization [req-a0b68269-aeea-4dcb-b632-584fafc9e4a0 req-b07006b6-574a-40f7-81a4-5abe91005f62 tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 843.052328] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 843.052328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.052328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.052328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.052328] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.492013] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.492368] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.492368] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.492590] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.492902] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.493390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.493557] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.493820] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.494028] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.494274] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.494421] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.494558] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.494694] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.494876] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.494996] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.495145] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.515708] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.516358] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.516530] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.516712] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.517039] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-5abfc88f-f994-416d-aa44-b872e018662c taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.517211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.517349] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.517738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.517903] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abfc88f-f994-416d-aa44-b872e018662c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.556994] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.020826] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.021117] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.021272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.021578] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.021973] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.021973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 5abfc88f-f994-416d-aa44-b872e018662c not found, creating... [ 844.022519] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.022519] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.022631] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.022840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.022976] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.023337] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.023610] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.023675] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.023879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.024011] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.024137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 5abfc88f-f994-416d-aa44-b872e018662c is going to be created. [ 844.047789] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.047789] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.047789] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.047993] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.048354] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.048354] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.059202] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.347761] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 844.348201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.348387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.348668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.348808] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.348926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.348990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.349158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.349237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.349331] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.496156] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ef81eb31-f44b-4bd8-9a82-e7c175b2717e None None] Enqueued Resource ID: 5c60a294-3ef9-4573-8e8a-6710f39fd524 with Priority: HIGHEST for action port [ 844.496475] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c60a294-3ef9-4573-8e8a-6710f39fd524 with Priority: HIGHEST for action port [ 844.498533] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c60a294-3ef9-4573-8e8a-6710f39fd524 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.498693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c60a294-3ef9-4573-8e8a-6710f39fd524" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.498764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c60a294-3ef9-4573-8e8a-6710f39fd524" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.499035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c60a294-3ef9-4573-8e8a-6710f39fd524" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.499142] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c60a294-3ef9-4573-8e8a-6710f39fd524',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.562034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.562348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.562437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.562719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.562832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.562977] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be updated. [ 844.592262] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.592404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.592484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.592705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.593109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.605898] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: IN_PROGRESS for 2s [ 844.777448] env[65301]: INFO networking_nsxv3.common.synchronization [req-a0b68269-aeea-4dcb-b632-584fafc9e4a0 req-09254c15-cfe2-4497-be88-f961721f7b13 service nova] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_rules [ 844.777448] env[65301]: INFO networking_nsxv3.common.synchronization [req-a0b68269-aeea-4dcb-b632-584fafc9e4a0 req-09254c15-cfe2-4497-be88-f961721f7b13 service nova] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 844.777542] env[65301]: INFO networking_nsxv3.common.synchronization [req-a0b68269-aeea-4dcb-b632-584fafc9e4a0 req-09254c15-cfe2-4497-be88-f961721f7b13 service nova] Enqueued Resource ID: 5abfc88f-f994-416d-aa44-b872e018662c with Priority: HIGHEST for action port [ 844.778038] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_rules [ 844.778170] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 844.778264] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abfc88f-f994-416d-aa44-b872e018662c with Priority: HIGHEST for action port [ 844.778532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.778669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.778737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.779043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.779043] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.780158] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.780483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.780483] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5abfc88f-f994-416d-aa44-b872e018662c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.780738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.780738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.781192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.781192] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5abfc88f-f994-416d-aa44-b872e018662c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.852228] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.001031] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c60a294-3ef9-4573-8e8a-6710f39fd524 [ 845.001325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.001477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.001571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.001814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.001939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.002068] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c60a294-3ef9-4573-8e8a-6710f39fd524 already deleted. [ 845.002183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c60a294-3ef9-4573-8e8a-6710f39fd524" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.284252] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.285225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.285225] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5abfc88f-f994-416d-aa44-b872e018662c with status ACTIVE [ 845.285225] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.285225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.285225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.286625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.287283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.287283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.287283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.287283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.287544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.287630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.287696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.287857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.288044] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5abfc88f-f994-416d-aa44-b872e018662c is going to be updated. [ 845.311657] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.311799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.311869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.312096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.312234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.312392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5abfc88f-f994-416d-aa44-b872e018662c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.355416] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.858230] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.858574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.858574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.858680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.858741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.858860] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be updated. [ 845.874208] env[65301]: INFO networking_nsxv3.common.synchronization [None req-efedf645-3ed9-4634-be05-849947583a4d tempest-ServersTestJSON-1488970650 tempest-ServersTestJSON-1488970650-project-member] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_rules [ 845.874567] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_rules [ 845.875048] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.875224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.875314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.875610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.875724] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.897022] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.897022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.897022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.897022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.897022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.910077] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 846.003449] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1f65616e-76c8-48c5-9162-efac6dc7d495 tempest-ServersTestJSON-1488970650 tempest-ServersTestJSON-1488970650-project-member] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_rules [ 846.004163] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_rules [ 846.004386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.004500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.398367] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.398367] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 already deleted. [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.398367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.398367] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.474022] env[65301]: INFO networking_nsxv3.common.synchronization [None req-927bdbae-bbb7-40f9-b74e-2a7f1fb59606 None None] Enqueued Resource ID: 852a1768-58ce-4226-abcb-6b005459019f with Priority: HIGHEST for action port [ 846.474349] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 852a1768-58ce-4226-abcb-6b005459019f with Priority: HIGHEST for action port [ 846.475056] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-852a1768-58ce-4226-abcb-6b005459019f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.475259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-852a1768-58ce-4226-abcb-6b005459019f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.475452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-852a1768-58ce-4226-abcb-6b005459019f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.475721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-852a1768-58ce-4226-abcb-6b005459019f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.475971] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('852a1768-58ce-4226-abcb-6b005459019f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.617143] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 846.617352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.617538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.617733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.617919] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.618178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.618178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.618306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.618360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.618416] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.919714] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.920244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.920244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.920244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.920244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.920882] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 already deleted. [ 846.920882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978385] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 852a1768-58ce-4226-abcb-6b005459019f [ 846.978751] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.979052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.979181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.979520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.979683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.979843] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:852a1768-58ce-4226-abcb-6b005459019f already deleted. [ 846.979992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-852a1768-58ce-4226-abcb-6b005459019f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.122434] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.628136] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.922301] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.925372] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.925372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.925372] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.133029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.133029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.133029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.133029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.133029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.133029] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be updated. [ 848.173619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.173816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.173970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.174499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.174611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.193331] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: IN_PROGRESS for 2s [ 848.230478] env[65301]: INFO networking_nsxv3.common.synchronization [req-89ff39bf-9b30-4f41-b8f9-687e4d2976a2 req-a6e2ed61-236f-4ace-b3bf-23131264d7df tempest-ServerRescueTestJSON-714815722 tempest-ServerRescueTestJSON-714815722-project-member] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 848.230893] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 848.231228] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.231380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.231974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.231974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.231974] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.231974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.232242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.232376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.233049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.233049] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.428520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.428703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.428774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.429032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.429200] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.429340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.429378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.430295] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.430295] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.430295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.431167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.431167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.431167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.431167] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.512773] env[65301]: INFO networking_nsxv3.common.synchronization [req-2c05064b-c298-4dd0-ac33-ed1b2c559416 req-336218ea-9c02-400f-953a-2576199e40c9 tempest-ListImageFiltersTestJSON-2092235393 tempest-ListImageFiltersTestJSON-2092235393-project-member] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 848.513242] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 848.513947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.513947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.513947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.515445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.515648] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.516131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.516197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.516495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.516495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.516615] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.644115] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.644301] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.644443] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.644708] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645134] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.645596] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.645596] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.645734] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645969] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.646753] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.646753] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.646753] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.646753] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.646753] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.646753] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.646997] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.667499] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.670476] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.670476] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.670476] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-888" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.670476] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.670476] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.670476] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.670476] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.670476] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b72a76-9359-4fcc-92c5-3e7f0febe3c9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.735014] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.935985] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 807cbb02-8036-4b04-a943-858b134bb4a4: rpc.has_security_group_logging(os_id): False [ 848.962519] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.962729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.962729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.963188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.963188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.963316] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.963393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.963458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.963612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.963734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.963857] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.963952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.964019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.964161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.964241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.964492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.964593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.964656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.964801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.964862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.964951] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be updated. [ 849.019471] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.038546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.038804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.038804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.039037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.039193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.059870] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 849.172718] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.173053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.173227] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.173549] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.173738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.173926] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 not found, creating... [ 849.174248] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.174451] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.174584] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.174834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.175024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.175359] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.175555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.175715] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.175949] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.176128] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.176269] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 is going to be created. [ 849.202444] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.202708] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.202837] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.203130] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.203352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.203574] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.237553] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.521246] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.743011] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.743185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.743255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.743472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.743562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.743663] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be updated. [ 849.773559] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.773847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.773924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.774150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.774348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.784678] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 849.937513] env[65301]: INFO networking_nsxv3.common.synchronization [req-89ff39bf-9b30-4f41-b8f9-687e4d2976a2 req-6a406df4-cbac-4d0e-a3bf-b1a21b940a33 service nova] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_rules [ 849.937797] env[65301]: INFO networking_nsxv3.common.synchronization [req-89ff39bf-9b30-4f41-b8f9-687e4d2976a2 req-6a406df4-cbac-4d0e-a3bf-b1a21b940a33 service nova] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 849.937797] env[65301]: INFO networking_nsxv3.common.synchronization [req-89ff39bf-9b30-4f41-b8f9-687e4d2976a2 req-6a406df4-cbac-4d0e-a3bf-b1a21b940a33 service nova] Enqueued Resource ID: e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 with Priority: HIGHEST for action port [ 849.939132] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_rules [ 849.939132] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 849.939132] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 with Priority: HIGHEST for action port [ 849.939132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.939320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.939320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.939512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.939598] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.941739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.941739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.941739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.942106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.942106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.942260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.942260] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b72a76-9359-4fcc-92c5-3e7f0febe3c9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.026040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.026040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.026040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.026401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.026401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.026467] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be updated. [ 850.067634] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.067634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.067634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.067875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.067875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.079261] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 850.203220] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 850.203683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.203683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.203836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204019] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.204142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.204350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.204511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.204599] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.444635] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.444868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.444991] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 with status ACTIVE [ 850.445186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.445320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.445390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.445557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.445635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.445801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.445899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.445997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.446242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.446340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.446934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.446934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.446934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.446934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.446934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.447302] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8b72a76-9359-4fcc-92c5-3e7f0febe3c9 is going to be updated. [ 850.472778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.473039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.473139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.473393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.473530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.473721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8b72a76-9359-4fcc-92c5-3e7f0febe3c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.476391] env[65301]: INFO networking_nsxv3.common.synchronization [None req-3ec834cc-e413-4c3b-80c5-cf1945c07236 tempest-ImagesOneServerNegativeTestJSON-1531833679 tempest-ImagesOneServerNegativeTestJSON-1531833679-project-member] Enqueued Resource ID: 902622a1-10ad-4dc9-9aeb-33a6199b71db with Priority: HIGHEST for action security_group_rules [ 850.477169] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902622a1-10ad-4dc9-9aeb-33a6199b71db with Priority: HIGHEST for action security_group_rules [ 850.477520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902622a1-10ad-4dc9-9aeb-33a6199b71db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.477833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.478020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.478219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.478323] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902622a1-10ad-4dc9-9aeb-33a6199b71db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.607975] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d3a98791-6ab9-49fd-8c50-da5d49c198e7 tempest-ImagesOneServerNegativeTestJSON-1531833679 tempest-ImagesOneServerNegativeTestJSON-1531833679-project-member] Enqueued Resource ID: 902622a1-10ad-4dc9-9aeb-33a6199b71db with Priority: HIGHEST for action security_group_rules [ 850.612720] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902622a1-10ad-4dc9-9aeb-33a6199b71db with Priority: HIGHEST for action security_group_rules [ 850.612720] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902622a1-10ad-4dc9-9aeb-33a6199b71db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.612720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.710023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.710023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.710023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.710769] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.710769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.710769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.710769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.710769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.710769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.710769] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.003670] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.004087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.004181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.004918] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902622a1-10ad-4dc9-9aeb-33a6199b71db already deleted. [ 851.004918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.004918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.004918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.004918] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902622a1-10ad-4dc9-9aeb-33a6199b71db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.075598] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 851.075879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.215309] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 974131c3-fed0-4d06-8670-b13658522752: rpc.has_security_group_logging(os_id): False [ 851.234568] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.234568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.234568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.234895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.234895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.234895] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.235099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.235099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.235220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.235262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.236977] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.236977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.236977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.236977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.236977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.236977] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.238030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.238030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.238030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.238223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.238223] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be updated. [ 851.306441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.306629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.306672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.306864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.307016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.321133] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: IN_PROGRESS for 2s [ 851.529044] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.529044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.529044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.529044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.529044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.529044] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902622a1-10ad-4dc9-9aeb-33a6199b71db already deleted. [ 851.529044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902622a1-10ad-4dc9-9aeb-33a6199b71db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.796333] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 851.796571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.796764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.796980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.797187] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.797860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.797860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.797860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.797860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.797860] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.095054] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 852.095335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.301270] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.804272] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.307964] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.308314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.308314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.308575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.308737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.308888] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be updated. [ 853.335459] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 853.335935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.369647] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.369812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.369886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.370120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.370264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.385444] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 855.400819] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 855.401213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.401755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.402089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.402479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.402667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.402786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.403059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.403201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.403347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.403484] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.612981] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 855.613298] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 855.907160] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.907363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.907482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.907713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.907926] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.908078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.908344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.908431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.908485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.908599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.908979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.909132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.909202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.909345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.909481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.909580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.909740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.909863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.909863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.909960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.910048] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.413771] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73cf4ab5-6544-40d0-bfc9-03216942d617: rpc.has_security_group_logging(os_id): False [ 856.437387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.437636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.437636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.437967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.438175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.438486] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.438658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.438772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.439023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.439155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.439452] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.439716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.439855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.440294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.441740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.441998] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.442118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.442285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.442327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.442403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.442491] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be updated. [ 856.519849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.519849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.519849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.519849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.519849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.531080] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 856.725430] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e9f9684-ef48-4179-8af0-fa57fb0e6b13 req-255c11e9-1a91-48e7-a285-fc744e886dc0 tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 856.726386] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 856.726751] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.726906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.726996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.727247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.727616] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.727758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.727846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.728088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.728207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.728313] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.151547] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.151799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.151928] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.152221] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.152494] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.152652] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.152775] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.152977] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.153411] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.153637] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.153753] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.153866] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.153966] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.154098] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.154198] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.154341] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.177755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.177755] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.177755] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.177755] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.178082] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-5079e071-969d-43fc-ad05-5276c79e28cd taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.179233] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.179233] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.179233] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.179233] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5079e071-969d-43fc-ad05-5276c79e28cd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.230449] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.230929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.230929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.230929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.254533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.254869] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.255040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.255040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.255440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.255440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.255440] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 857.284141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.284306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.284387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.284585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.284727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.295693] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 857.681545] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.681966] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.681966] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.682249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.682396] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.682560] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 5079e071-969d-43fc-ad05-5276c79e28cd not found, creating... [ 857.682873] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.683066] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.683191] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.683414] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.683552] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.683932] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.684028] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.684161] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.684367] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.684501] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.684638] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 5079e071-969d-43fc-ad05-5276c79e28cd is going to be created. [ 857.706103] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.706345] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.706467] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.706749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.706977] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.707310] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.412687] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e9f9684-ef48-4179-8af0-fa57fb0e6b13 req-633daca7-eb5b-405a-8e7e-9dd39614b983 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 858.412890] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e9f9684-ef48-4179-8af0-fa57fb0e6b13 req-633daca7-eb5b-405a-8e7e-9dd39614b983 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 858.413128] env[65301]: INFO networking_nsxv3.common.synchronization [req-2e9f9684-ef48-4179-8af0-fa57fb0e6b13 req-633daca7-eb5b-405a-8e7e-9dd39614b983 service nova] Enqueued Resource ID: 5079e071-969d-43fc-ad05-5276c79e28cd with Priority: HIGHEST for action port [ 858.413735] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 858.414117] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 858.414117] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5079e071-969d-43fc-ad05-5276c79e28cd with Priority: HIGHEST for action port [ 858.414324] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.414611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.414611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.414755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.417028] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.417028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.417028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.417028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5079e071-969d-43fc-ad05-5276c79e28cd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.417028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.417028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.417028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.417028] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5079e071-969d-43fc-ad05-5276c79e28cd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.545271] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 858.545625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.919071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919071] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5079e071-969d-43fc-ad05-5276c79e28cd with status ACTIVE [ 858.919071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.919875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.919875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.919875] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.919875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.919875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.919875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.920159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.920159] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.920306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.920306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.920534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.920617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.920828] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5079e071-969d-43fc-ad05-5276c79e28cd is going to be updated. [ 858.947901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.947901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.947901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.948370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.948370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.948440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5079e071-969d-43fc-ad05-5276c79e28cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.305784] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 859.305990] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 859.306121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.306325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.306492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.306677] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.306833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.306899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.307091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.307179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.307299] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.810881] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.313529] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.815689] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.815825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.815897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.816131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.816224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.816327] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 860.844584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.844732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.844801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.846156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.847807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859811] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 862.088381] env[65301]: INFO networking_nsxv3.common.synchronization [req-5997e909-09c5-477d-8dec-87295a59b6ba req-7339a93e-8b29-49be-bf54-0d78c0291962 tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 862.089376] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 862.089376] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.089376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.089376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.089376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.089608] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.089608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.089687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.089827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.090077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.090197] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.592636] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.874024] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.874024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.874024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.874024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.095493] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.377843] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.377843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.378314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.378469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.378831] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.378961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.379071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.379246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.379339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.379433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.379699] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.379814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.379873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.380015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.380164] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.380256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.380305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.380496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.380595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.380775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.380883] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.598683] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.598878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.598932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.599168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.599274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.599378] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 863.634903] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.635223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.635223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.635355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.635484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.646461] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 863.883104] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a40e280-328b-491e-974d-340d428473cf: rpc.has_security_group_logging(os_id): False [ 863.903280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.903542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.904072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.904072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.904228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.904593] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.905585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.905585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.905585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.905585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.905585] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.905812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.905812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.906097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.906221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.906548] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.906667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.907324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.907324] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 864.001745] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.002068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.002068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.002314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.002461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.030723] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 864.941750] env[65301]: INFO networking_nsxv3.common.synchronization [req-dfecde5e-2890-4ff3-bef9-38fb07fbd37a req-f3628fa9-a39b-484c-aeaa-19b36b0637ef tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 864.942602] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 864.943067] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.943067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.943067] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.943067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.944432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.944432] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.362180] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.362385] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.362509] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.362773] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.363518] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.363686] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.363796] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.364018] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.364162] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.364360] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.364471] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.364575] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.364678] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.365333] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.365333] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.365333] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.385530] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.385694] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.385830] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.386011] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-823" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.386337] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.386486] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.386608] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.386928] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.387072] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec48fefa-d5a2-4f06-a952-9b0c2c841eaa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.447230] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.657694] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 865.658308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.890031] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.890249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.890382] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.890660] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.890906] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.891086] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port ec48fefa-d5a2-4f06-a952-9b0c2c841eaa not found, creating... [ 865.891471] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.891633] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.891791] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.891992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.892149] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.892469] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.892622] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.892738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.892985] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.893160] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.893300] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa is going to be created. [ 865.916036] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.916337] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.916337] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.916592] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.916858] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.917194] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.950194] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.053177] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 866.053518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.453580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.453755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.453900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.454166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.454299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.454428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 866.508678] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.508885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.508947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.509202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.509381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.524983] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 866.667237] env[65301]: INFO networking_nsxv3.common.synchronization [req-dfecde5e-2890-4ff3-bef9-38fb07fbd37a req-7c279200-6afe-4151-80d5-d65af193ee01 service nova] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 866.667237] env[65301]: INFO networking_nsxv3.common.synchronization [req-dfecde5e-2890-4ff3-bef9-38fb07fbd37a req-7c279200-6afe-4151-80d5-d65af193ee01 service nova] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 866.667237] env[65301]: INFO networking_nsxv3.common.synchronization [req-dfecde5e-2890-4ff3-bef9-38fb07fbd37a req-7c279200-6afe-4151-80d5-d65af193ee01 service nova] Enqueued Resource ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with Priority: HIGHEST for action port [ 866.667237] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 866.667237] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 866.667237] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with Priority: HIGHEST for action port [ 866.668034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.668288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.668435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.668863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.669044] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.670224] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.670474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.670838] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.672815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.672815] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec48fefa-d5a2-4f06-a952-9b0c2c841eaa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.176328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176328] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with status ACTIVE [ 867.176328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.177058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.177058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.177058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.177471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.177711] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa is going to be updated. [ 867.201417] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.201417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.201609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.202122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.202122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.202122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.544089] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 868.544614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.544614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.544914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.545145] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.545258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.545362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.545527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.545622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.545834] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.048506] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.551672] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.055864] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.056204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.056348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.056618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.056784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.056968] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 870.112973] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.113224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.113292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.113587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.113794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.128265] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 871.668121] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 871.668665] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 871.822580] env[65301]: INFO networking_nsxv3.common.synchronization [req-78b2be65-1789-4ec5-ae53-64d3d8077738 req-f8c0b108-44b4-44a0-b83b-a80f0b8dd669 tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 871.824173] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 871.824173] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.824173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.824173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.824173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.828297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.828430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.828479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.829310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.829310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.829310] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.141843] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 872.142143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.142368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.142637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.142883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.143178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.143368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.143472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.143557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.143651] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.303024] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.303024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.303024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.303024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.303844] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.304180] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.304489] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.305149] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.305420] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.305740] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.307775] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.307775] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.307775] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.307775] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.307775] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.307775] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.328084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.328740] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.329148] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.329581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.330195] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-f5cf93e5-7f55-4dca-89dd-f70292efb80a taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.330683] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.331053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.331671] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.332053] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cf93e5-7f55-4dca-89dd-f70292efb80a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.334774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.334774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.334774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.334774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.334774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.334774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.335497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.335689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.336058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.336838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.336838] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b already deleted. [ 872.336838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.646382] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.646630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.646764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.646882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.647095] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.647237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.647307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.647483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.647587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.647653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.647822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.647930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.647991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.648151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.648290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.648383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.648473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.648565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.648663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.648857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.648961] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.838244] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.838843] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.838843] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.838979] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.839168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.839325] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port f5cf93e5-7f55-4dca-89dd-f70292efb80a not found, creating... [ 872.839623] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.839807] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.839925] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.840189] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.840324] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.840632] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.840826] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.841054] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.841371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.841593] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.841855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: f5cf93e5-7f55-4dca-89dd-f70292efb80a is going to be created. [ 872.869414] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.869714] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.869793] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.870151] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.870407] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.870835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.151091] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 613aa488-4426-4267-a4ba-c58e04b6c8a5: rpc.has_security_group_logging(os_id): False [ 873.173939] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.174143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.174244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.174539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.207039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.207367] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.207571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.207672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.207912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.208033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.208287] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.208413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.208492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.208753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.208875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.209139] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.209263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.209328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.209503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.209600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.209713] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 873.284325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.284466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.284526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.284739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.284888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.300251] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 873.625588] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 873.625784] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 873.626871] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 873.627033] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 873.627341] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.627476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.627544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.627822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.627978] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.628103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.628164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.628336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.628418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.628526] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.629444] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.629675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.629675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.629786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.629930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.630029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.630104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.630244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.630325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.630427] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.651745] env[65301]: INFO networking_nsxv3.common.synchronization [req-78b2be65-1789-4ec5-ae53-64d3d8077738 req-e7a67dd5-901f-4b1a-9471-34cda4b54336 service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 873.652058] env[65301]: INFO networking_nsxv3.common.synchronization [req-78b2be65-1789-4ec5-ae53-64d3d8077738 req-e7a67dd5-901f-4b1a-9471-34cda4b54336 service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 873.652222] env[65301]: INFO networking_nsxv3.common.synchronization [req-78b2be65-1789-4ec5-ae53-64d3d8077738 req-e7a67dd5-901f-4b1a-9471-34cda4b54336 service nova] Enqueued Resource ID: f5cf93e5-7f55-4dca-89dd-f70292efb80a with Priority: HIGHEST for action port [ 873.652793] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 873.653099] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 873.653305] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cf93e5-7f55-4dca-89dd-f70292efb80a with Priority: HIGHEST for action port [ 873.653626] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.653756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.653852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.654086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.654173] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.655061] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.655181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.655570] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.655658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.655955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.656060] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.662435] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cf93e5-7f55-4dca-89dd-f70292efb80a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.662435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.662435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.662435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.662435] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cf93e5-7f55-4dca-89dd-f70292efb80a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.679179] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_rules [ 873.679385] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 873.679533] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 873.679661] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 873.680119] env[65301]: INFO networking_nsxv3.common.synchronization [req-627eacdb-68b7-4ed0-b810-56b1575f3835 req-fce32179-055a-4fb4-95f4-582e4c54c530 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with Priority: HIGHEST for action port [ 873.680435] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_rules [ 873.680602] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 873.680705] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with Priority: HIGHEST for action port [ 873.680834] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 873.680982] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 873.682066] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.682209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.682280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.682538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.682643] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.683513] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.683621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.683819] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.683921] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.683997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.684258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.684362] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec48fefa-d5a2-4f06-a952-9b0c2c841eaa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.686637] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686637] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.135332] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.136369] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.161821] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.161981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.162163] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.163370] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5cf93e5-7f55-4dca-89dd-f70292efb80a with status ACTIVE [ 874.163561] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.163711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.163759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.163928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.164058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.164190] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.164290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.164340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.164484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.164558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.164953] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.164953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.164953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.165158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.165158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.165158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5cf93e5-7f55-4dca-89dd-f70292efb80a is going to be updated. [ 874.186859] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with status ACTIVE [ 874.187266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.187266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.187359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.187510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.187605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.187818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.187875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.187911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.188068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.188150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.188373] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.188539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.188570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.188706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.188813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.188893] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa is going to be updated. [ 874.190087] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.190189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.192245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.192368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.192448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.192583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.193978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.193978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cf93e5-7f55-4dca-89dd-f70292efb80a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.223321] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.223448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.223517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.223758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.223860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.224033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.638132] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.643345] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.666509] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.141535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.142375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.142460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.142705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.142815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.142946] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be created. [ 875.146492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.146599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.146689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.146946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.147137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.147325] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 875.169243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.169243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.169447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.169512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.169605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.169707] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be created. [ 875.174604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.174849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.174995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.175118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.175279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.178249] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.178406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.178444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.178656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.178815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.188958] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: UNINITIALIZED for 2s [ 875.191932] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 875.224466] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.224868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.225118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.228889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.228889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.248036] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: UNINITIALIZED for 2s [ 875.327406] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 875.327673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.327921] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.328188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.328306] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.768965] env[65301]: INFO networking_nsxv3.common.synchronization [req-08a75a92-6f3d-4a2b-9d87-75fab5688dc8 req-899fd79d-3cb8-4167-af20-863052db1803 tempest-ServersTestBootFromVolume-1805785039 tempest-ServersTestBootFromVolume-1805785039-project-member] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_members [ 875.769748] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGHEST for action security_group_members [ 875.770528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.770791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.770860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.771488] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.771623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.772175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.772417] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.834596] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.834596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.278319] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.278691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.278691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.278907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.279038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.279327] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.279992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.279992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.279992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.279992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.280192] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae is going to be updated. [ 876.342018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.342324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.342406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.342636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.342796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.356812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: IN_PROGRESS for 2s [ 876.942910] env[65301]: INFO networking_nsxv3.common.synchronization [req-7b531870-52f3-4b4f-a412-e54f83271463 req-acc04d6a-cb88-4a51-91a8-fbf38c31c752 tempest-ServerRescueTestJSON-714815722 tempest-ServerRescueTestJSON-714815722-project-member] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 876.943703] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 876.943703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.943703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.943894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.944137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.944274] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.944412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.944412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.944683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.944683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.944932] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.954281] env[65301]: INFO networking_nsxv3.common.synchronization [req-d7a4bd7c-b5aa-4767-a728-fd04b6f5ec38 req-6b52feb8-6f8b-4c87-bc8d-94a75655b921 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 876.954281] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 876.954729] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.955698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.955698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.955698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.955698] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.955698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.955698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.955902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.955973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.956015] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.204020] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.204020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.204020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.204020] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.205300] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 877.205646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.205879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.206163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.206402] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.206683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.206840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.207061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.207226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.207453] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.264035] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 877.264035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.264035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.264035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.264478] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.264478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.264478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.264478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.264640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.264640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.264729] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.392815] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.393273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.393496] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.393886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.394379] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.394632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.394792] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.396795] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.396989] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.397227] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.397372] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.397543] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.397726] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.397904] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.398056] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.398205] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.422367] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.424437] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.424437] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.424437] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.424437] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.424437] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.424437] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.424437] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.424437] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3c2c62-0376-4fb8-8672-545c0b3d72c7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.447367] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.459130] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.459460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.459533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.459732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.459890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460182] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.461033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.461033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.461033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.461033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.461033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 877.490257] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.490409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.490468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.490672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.490856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.501407] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 877.709475] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.710552] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.766862] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.928975] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.928975] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.929241] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.929465] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.929614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.929841] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 7c3c2c62-0376-4fb8-8672-545c0b3d72c7 not found, creating... [ 877.930193] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.930372] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.930508] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.932228] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.932228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.932228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.932552] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 7c3c2c62-0376-4fb8-8672-545c0b3d72c7 is going to be created. [ 877.948945] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.955142] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.955397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.955539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.955728] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.955980] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.956277] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.215357] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.216570] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.269359] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3243-de9d-415b-98f8-3279ddc7175b: rpc.has_security_group_logging(os_id): False [ 878.292433] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.292612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.292721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.292956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.293115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.293254] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.293351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.293412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.293564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.293634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.293724] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be created. [ 878.369722] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8c55104-ce46-4963-bac8-893e61ae53ae in Status: SUCCESS [ 878.369879] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae deletion is rescheduled due to dependency. [ 878.369980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.375027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.375207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.375311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.375556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.375761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.390608] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 878.451983] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.452374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.452374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.452497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.452598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.452672] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be updated. [ 878.493028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.493461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.493461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.493461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.493622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.517813] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 878.720336] env[65301]: INFO networking_nsxv3.common.synchronization [req-d7a4bd7c-b5aa-4767-a728-fd04b6f5ec38 req-cd8bd150-9022-4aac-98a9-6cdefad5844a service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 878.720336] env[65301]: INFO networking_nsxv3.common.synchronization [req-d7a4bd7c-b5aa-4767-a728-fd04b6f5ec38 req-cd8bd150-9022-4aac-98a9-6cdefad5844a service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 878.720336] env[65301]: INFO networking_nsxv3.common.synchronization [req-d7a4bd7c-b5aa-4767-a728-fd04b6f5ec38 req-cd8bd150-9022-4aac-98a9-6cdefad5844a service nova] Enqueued Resource ID: 7c3c2c62-0376-4fb8-8672-545c0b3d72c7 with Priority: HIGHEST for action port [ 878.721200] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.724121] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be updated. [ 878.724121] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.724121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.724121] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 878.726263] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 878.726531] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 878.726763] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3c2c62-0376-4fb8-8672-545c0b3d72c7 with Priority: HIGHEST for action port [ 878.727672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.727950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.728136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.728493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.728693] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.729703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.731430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.731528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.731597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.731641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.731851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.731973] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3c2c62-0376-4fb8-8672-545c0b3d72c7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.765502] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.765742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.765742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.766074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.766074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.769552] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.769734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.769734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.769908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.770054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.781163] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: IN_PROGRESS for 2s [ 878.781982] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 879.234371] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.234559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.239050] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c3c2c62-0376-4fb8-8672-545c0b3d72c7 with status ACTIVE [ 879.239280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.239413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.239474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.239690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.239819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.240017] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.240135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.240199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.240362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.240436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.240686] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.240878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.241739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.241739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.241739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.241739] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c3c2c62-0376-4fb8-8672-545c0b3d72c7 is going to be updated. [ 879.255907] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0ba67d4b-b0f7-4d55-a635-424694e929f2 None None] Enqueued Resource ID: ad009fe1-3470-461a-a99f-63f0d0793cc7 with Priority: HIGHEST for action port [ 879.256501] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad009fe1-3470-461a-a99f-63f0d0793cc7 with Priority: HIGHEST for action port [ 879.256818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad009fe1-3470-461a-a99f-63f0d0793cc7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.256931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad009fe1-3470-461a-a99f-63f0d0793cc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.257739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad009fe1-3470-461a-a99f-63f0d0793cc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.257739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad009fe1-3470-461a-a99f-63f0d0793cc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.257739] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad009fe1-3470-461a-a99f-63f0d0793cc7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.279501] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.279582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.279582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.279819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.279908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.280090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c3c2c62-0376-4fb8-8672-545c0b3d72c7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.516134] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 879.516434] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 879.516434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.517118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.517876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.517876] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.517876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.517876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.517876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.517876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.518574] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.761990] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad009fe1-3470-461a-a99f-63f0d0793cc7 [ 879.761990] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.761990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.761990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.761990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.761990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.761990] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad009fe1-3470-461a-a99f-63f0d0793cc7 already deleted. [ 879.761990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad009fe1-3470-461a-a99f-63f0d0793cc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.024019] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.404340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 880.404574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.417773] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 880.417971] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_members [ 880.418113] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 880.418736] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 880.418883] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_members [ 880.418980] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 880.419289] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.419394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.419584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4be1975-4248-4322-8689-3c32cb1e1f1f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.419728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.419728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.420760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.420963] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.421091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.421147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.421326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.421441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.421592] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.422571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.422571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.494026] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_rules [ 880.494359] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_rules [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_members [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [req-6c0b4280-d8d8-47bd-be28-b49d3d07676d req-c4937ef5-cbd2-4aab-882f-b7f750b048d9 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with Priority: HIGHEST for action port [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_rules [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_rules [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_members [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with Priority: HIGHEST for action port [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_rules [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 880.497466] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 880.497466] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.497466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.497466] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.497466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.498222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4be1975-4248-4322-8689-3c32cb1e1f1f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.498222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.498222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.498222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.498222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.498222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.498380] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec48fefa-d5a2-4f06-a952-9b0c2c841eaa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.499577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4be1975-4248-4322-8689-3c32cb1e1f1f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.499701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.499779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.500116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.500180] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.501189] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501502] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.527145] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.531425] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 880.532090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.795649] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 880.796021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.796298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.796466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.796664] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.796859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.797212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.797446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.797531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.797643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.797743] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.799472] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 880.799627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.800218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.800218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.800428] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.800482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.804172] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.804172] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.804172] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.806187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.806442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.806779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.806926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.806973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.807130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.807231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.807328] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.924133] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.002919] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec48fefa-d5a2-4f06-a952-9b0c2c841eaa with status ACTIVE [ 881.003239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.003417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.003491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.003690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.003783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.004022] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.004169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.004169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.004767] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.004871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.005105] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.005456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.005533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.005710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.005813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.007028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec48fefa-d5a2-4f06-a952-9b0c2c841eaa is going to be updated. [ 881.008577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4be1975-4248-4322-8689-3c32cb1e1f1f taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.035623] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.035623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.035623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.035623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.035623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.035623] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 881.036422] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.036552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.036806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.037415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.037415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.037596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec48fefa-d5a2-4f06-a952-9b0c2c841eaa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.081461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.081736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.081736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.081987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.082179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.094947] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 881.307575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.307722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.307983] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.310603] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.310603] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.430367] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.619260] env[65301]: INFO networking_nsxv3.common.synchronization [None req-e93ad372-a11e-4b4d-8e7a-6f10fac9784d None None] Enqueued Resource ID: 309d98e7-6418-49b3-92b4-2b59c5a9be2d with Priority: HIGHEST for action port [ 881.619260] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309d98e7-6418-49b3-92b4-2b59c5a9be2d with Priority: HIGHEST for action port [ 881.619260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-309d98e7-6418-49b3-92b4-2b59c5a9be2d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.619260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-309d98e7-6418-49b3-92b4-2b59c5a9be2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.619898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-309d98e7-6418-49b3-92b4-2b59c5a9be2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.620431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-309d98e7-6418-49b3-92b4-2b59c5a9be2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.622345] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('309d98e7-6418-49b3-92b4-2b59c5a9be2d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.810438] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1: rpc.has_security_group_logging(os_id): False [ 881.813555] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.819547] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.831989] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.833126] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.833126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.833398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.833398] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be created. [ 881.893860] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.893860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.893860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.893860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.894148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.916125] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: IN_PROGRESS for 2s [ 881.933830] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.933830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.933830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.933830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.933830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.934140] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4be1975-4248-4322-8689-3c32cb1e1f1f is going to be created. [ 881.982028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.982028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.982028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.982028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.982028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.992235] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4be1975-4248-4322-8689-3c32cb1e1f1f in Status: UNINITIALIZED for 2s [ 882.122757] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 309d98e7-6418-49b3-92b4-2b59c5a9be2d [ 882.122985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.123158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.123226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.123417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.123495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.123664] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:309d98e7-6418-49b3-92b4-2b59c5a9be2d already deleted. [ 882.123754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-309d98e7-6418-49b3-92b4-2b59c5a9be2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.205147] env[65301]: INFO networking_nsxv3.common.synchronization [None req-a06faf83-41cc-4363-8071-4059e7669677 None None] Enqueued Resource ID: 675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca with Priority: HIGHEST for action port [ 882.208244] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca with Priority: HIGHEST for action port [ 882.208244] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.208244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.208244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.208244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.208244] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.321604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.321870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.321870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.322246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.322246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.322386] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be updated. [ 882.323816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.323956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.324015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.325366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.325366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.325366] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 882.374785] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.375123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.375235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.375532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.375682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.379018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.379429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.379429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.379533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.379679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.395055] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: IN_PROGRESS for 2s [ 882.395552] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 882.709588] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca [ 882.709588] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.709588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.709588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.710307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.710307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.710307] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca already deleted. [ 882.710307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675526a8-8cf6-4fc7-a435-b2a1e4fbd0ca" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.107618] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 883.107892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.108182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.108457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.108722] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.108903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.109030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.109237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.109342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.109456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.109593] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.612543] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.612715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.613458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.613458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.613458] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.613649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.613649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.614283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.614283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.614283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.614283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.614995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.615129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.615318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.615515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.615668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.615709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.615883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.615975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.616079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.616199] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.923864] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 883.924223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.924427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924842] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.008602] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4be1975-4248-4322-8689-3c32cb1e1f1f in Status: SUCCESS [ 884.008602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.009563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.009563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.009563] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.009563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.009563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.009563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.009563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.010213] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.120284] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675175da-06a1-44b4-b9cb-c970cd49f216: rpc.has_security_group_logging(os_id): False [ 884.137829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.137973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.138052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.138358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.138550] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.138641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.138709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.138877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.138952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.139149] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.139418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.139418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.139418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.139536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.142735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.142735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.142735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.142735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.142735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.142735] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 884.205021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.205021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.205021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.205021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.205021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.217116] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 884.406591] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 884.406591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.406875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.407154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.407855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.408058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.408262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.408892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.409074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.409208] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.412224] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 884.412224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.412224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.412224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.413816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.414055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.414173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.414470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.414470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.414662] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.429246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.429414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.503699] env[65301]: INFO networking_nsxv3.common.synchronization [req-ca11bad0-6fcc-4c38-8a89-d8241e18774e req-e537844c-2ffa-4c09-be1e-d82045220213 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_members [ 884.504677] env[65301]: INFO networking_nsxv3.common.synchronization [req-ca11bad0-6fcc-4c38-8a89-d8241e18774e req-e537844c-2ffa-4c09-be1e-d82045220213 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 884.504677] env[65301]: INFO networking_nsxv3.common.synchronization [req-ca11bad0-6fcc-4c38-8a89-d8241e18774e req-e537844c-2ffa-4c09-be1e-d82045220213 tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 884.504677] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4be1975-4248-4322-8689-3c32cb1e1f1f with Priority: HIGHEST for action security_group_members [ 884.504759] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGHEST for action security_group_members [ 884.504830] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 884.506321] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4be1975-4248-4322-8689-3c32cb1e1f1f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.506438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.506678] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.506763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.506952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.507047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.517103] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.581595] env[65301]: INFO networking_nsxv3.common.synchronization [None req-71318a72-d1bc-46fc-bdf5-81a45d3edef6 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_rules [ 884.582352] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_rules [ 884.582762] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.582910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.582980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.584115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.584115] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.809218] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b3cded5c-3e17-4e5a-ad16-ba2daeebe60e tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_rules [ 884.813923] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_rules [ 884.814930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.814930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.860191] env[65301]: INFO networking_nsxv3.common.synchronization [req-e72ac8bd-a51b-4849-a017-3d9352c14215 req-29d02baa-4ddd-4827-91a8-e5b5fdb9cab8 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 884.860191] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 884.861287] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.861654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.861867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.862278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.863037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.863662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.863883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.864271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.865178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.865178] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.918193] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.918294] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.019719] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.108222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.108366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.108446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.108651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.108740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.108857] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 already deleted. [ 885.108958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.109215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.109443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.109475] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.230449] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7c1c73ea-6019-4a15-95ff-14bd4ff73e18 None None] Enqueued Resource ID: edc4c069-d3f1-493b-9a1b-83d423aed428 with Priority: HIGHEST for action port [ 885.231569] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc4c069-d3f1-493b-9a1b-83d423aed428 with Priority: HIGHEST for action port [ 885.232063] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-edc4c069-d3f1-493b-9a1b-83d423aed428 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.232388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edc4c069-d3f1-493b-9a1b-83d423aed428" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.232388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edc4c069-d3f1-493b-9a1b-83d423aed428" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.232621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edc4c069-d3f1-493b-9a1b-83d423aed428" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.232738] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edc4c069-d3f1-493b-9a1b-83d423aed428',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.368492] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.421202] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.422055] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.523970] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.523970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.523970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.524224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.524224] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4be1975-4248-4322-8689-3c32cb1e1f1f is going to be updated. [ 885.553381] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.553536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.553587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.553809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.553994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.565049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4be1975-4248-4322-8689-3c32cb1e1f1f in Status: IN_PROGRESS for 2s [ 885.633541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.633541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.633541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.633541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.633541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.633541] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 already deleted. [ 885.633541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.736050] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edc4c069-d3f1-493b-9a1b-83d423aed428 [ 885.736050] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.736050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.736050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.736050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.736050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.736050] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edc4c069-d3f1-493b-9a1b-83d423aed428 already deleted. [ 885.736050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edc4c069-d3f1-493b-9a1b-83d423aed428" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.801359] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.802193] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.802298] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.803075] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.803454] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.803619] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.803738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.804020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.804196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.804732] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.804732] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.804732] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.804838] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.804888] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.805009] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.807134] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.819526] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f42cdead-0bbe-4dfb-b4ba-438ff168836f tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_rules [ 885.820158] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_rules [ 885.820619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.821022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.821117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.822563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.822563] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.828288] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.828413] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.828554] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.828733] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.829058] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.829225] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.829345] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.829646] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.829777] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ac7fa0-d9c3-4439-9d46-6497b5a686e9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.872552] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.927623] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.927623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.927623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.927623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.927880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.927880] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be updated. [ 885.929081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.929246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.929295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.929535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.929535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.929609] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 885.961701] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.961701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.961893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.962068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.962393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.965671] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.966020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.966020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.966405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.966405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.979222] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 885.980147] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: IN_PROGRESS for 2s [ 886.018150] env[65301]: INFO networking_nsxv3.common.synchronization [None req-523b22bb-d29b-4964-9f6f-25f3b6514651 tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_rules [ 886.018901] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_rules [ 886.019328] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.019463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.230442] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 886.230910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.336202] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.336440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.336565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.336839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.336984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.337150] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 not found, creating... [ 886.337415] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.337567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.337733] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.337889] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.338140] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.338350] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.338517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.338574] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.338875] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.339087] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.339215] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 is going to be created. [ 886.344238] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.344607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.344607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.344707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.344797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.344905] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e already deleted. [ 886.344989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.345160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.345314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.345400] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.361950] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.362100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.362244] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.362532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.362760] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.362983] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.375688] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.375910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.375910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.376116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.376252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.376314] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 886.411751] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.411933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.411933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.412074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.414053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.422086] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 886.872920] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.873257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.873386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.873635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.873770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.873890] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e already deleted. [ 886.874018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.151229] env[65301]: INFO networking_nsxv3.common.synchronization [req-e72ac8bd-a51b-4849-a017-3d9352c14215 req-4d74c8a8-11ab-4931-9931-86d9ae6a250a service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 887.151229] env[65301]: INFO networking_nsxv3.common.synchronization [req-e72ac8bd-a51b-4849-a017-3d9352c14215 req-4d74c8a8-11ab-4931-9931-86d9ae6a250a service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 887.151229] env[65301]: INFO networking_nsxv3.common.synchronization [req-e72ac8bd-a51b-4849-a017-3d9352c14215 req-4d74c8a8-11ab-4931-9931-86d9ae6a250a service nova] Enqueued Resource ID: c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 with Priority: HIGHEST for action port [ 887.151674] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 887.151879] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 887.152021] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 with Priority: HIGHEST for action port [ 887.152404] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.152510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.152725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.152820] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.153851] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.153851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.154364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.154364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.154364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.154545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.154545] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ac7fa0-d9c3-4439-9d46-6497b5a686e9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.578376] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4be1975-4248-4322-8689-3c32cb1e1f1f in Status: SUCCESS [ 887.578714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.578823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.579074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.580272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.580272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.580272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.580272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.580272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.580272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.580520] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.581217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.581936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.581936] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.581936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.581936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.581936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.581936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.582217] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.659671] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.659671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.659671] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 with status ACTIVE [ 887.659671] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.659864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.659899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.660686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.660686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.660686] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.660686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.660686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.660940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.660940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.661183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.661282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.661366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.661515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.661613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.661706] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4ac7fa0-d9c3-4439-9d46-6497b5a686e9 is going to be updated. [ 887.690014] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.690014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.690014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.690294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.690294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.690352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ac7fa0-d9c3-4439-9d46-6497b5a686e9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.975058] env[65301]: INFO networking_nsxv3.common.synchronization [req-a3584a06-2d72-4aa0-9465-80c903bac836 req-46af934b-d9e0-416e-97ea-3e93cee8924e tempest-ServerAddressesTestJSON-2145124477 tempest-ServerAddressesTestJSON-2145124477-project-member] Enqueued Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_members [ 887.975552] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_members [ 887.975878] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.976080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.976764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.977050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.977282] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.977359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.977476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.977697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.977697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.977905] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.994127] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 887.994343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.995239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.995339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.995764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.995764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.995764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.996024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.996555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.996721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.996973] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.999226] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 887.999438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000061] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.000232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.000232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.000327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.000438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.000521] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.001333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.001661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.001661] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.001858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.001947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.003414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.003523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.003787] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.003864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.003957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.004111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.004304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.004368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.004515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.004648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.004648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.004799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.004837] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.006850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.007042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.007267] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.007328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.007399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.007608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.007690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.008274] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.083640] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4be1975-4248-4322-8689-3c32cb1e1f1f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.084776] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.084905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.084948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.085195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.085287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.085468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.085732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.085774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.085941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.086027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.086126] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4be1975-4248-4322-8689-3c32cb1e1f1f is going to be deleted. [ 888.119521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.119667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.120054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.120054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.120157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.120338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.415399] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.415585] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-262" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.415704] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-262" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.416205] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-262" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.416380] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.416532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.416644] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.416850] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.417070] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.417274] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.417383] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.417486] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.417590] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.417957] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.417957] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.417957] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.432419] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 888.432654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.432809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.433035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.433221] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.433388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.433388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.433537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.433613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.433705] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.446394] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.446608] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.446994] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.446994] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-262" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.447318] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-896a859a-5a33-4b8e-9119-7823163d19cf taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.447488] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.447603] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.447917] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.448092] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896a859a-5a33-4b8e-9119-7823163d19cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.479775] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.480174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.480174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.480306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.480372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.480526] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.480618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.480677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.480855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.480931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.481029] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 already deleted. [ 888.481109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.507574] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.507574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.507574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.508102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.508178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.510323] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.510323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.510323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.510323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.510323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.510323] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be updated. [ 888.510323] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.511196] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 613aa488-4426-4267-a4ba-c58e04b6c8a5: rpc.has_security_group_logging(os_id): False [ 888.512789] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.521964] env[65301]: INFO networking_nsxv3.common.synchronization [req-e2acff99-6d88-4920-a723-47f80b64bf49 req-5d3f9872-d53a-42bf-bcd8-39b66eff7e36 tempest-ServersWithSpecificFlavorTestJSON-784225732 tempest-ServersWithSpecificFlavorTestJSON-784225732-project-member] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 888.522108] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGHEST for action security_group_members [ 888.522398] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.522534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.522824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.522824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.523485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.523485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.523485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.523485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.523485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.523485] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.529581] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.529900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.529900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.529985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.530034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.530202] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.530296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.530358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.530493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.530565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.530753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.530871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.530926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.531073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.531206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.531332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.531423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.531506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.531610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.531680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.531760] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 888.546933] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.547053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.547123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.547332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.547492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.556381] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: IN_PROGRESS for 2s [ 888.587897] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4be1975-4248-4322-8689-3c32cb1e1f1f: rpc.has_security_group_logging(os_id): False [ 888.609324] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.609513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.609552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.609754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.609908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.612171] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.612301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.612369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.612630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.612630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.612849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.612940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.612998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.613181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.613260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.613569] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4be1975-4248-4322-8689-3c32cb1e1f1f is going to be created. [ 888.636137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 888.637215] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d4be1975-4248-4322-8689-3c32cb1e1f1f], does not exist path=[/infra/domains/default/groups/d4be1975-4248-4322-8689-3c32cb1e1f1f]."\n}' [ 888.637349] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4be1975-4248-4322-8689-3c32cb1e1f1f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4be1975-4248-4322-8689-3c32cb1e1f1f [ 888.637429] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 888.678355] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.678509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.678583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.678873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.679948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.680256] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.680370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.680432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.680602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.680680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.680916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.681024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.681087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.681235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.681311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.681396] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4be1975-4248-4322-8689-3c32cb1e1f1f is going to be created. [ 888.716752] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d4be1975-4248-4322-8689-3c32cb1e1f1f], does not exist path=[/infra/domains/default/groups/d4be1975-4248-4322-8689-3c32cb1e1f1f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4be1975-4248-4322-8689-3c32cb1e1f1f [ 888.716979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4be1975-4248-4322-8689-3c32cb1e1f1f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.717279] env[65301]: Traceback (most recent call last): [ 888.717328] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 888.717328] env[65301]: return func(*args, **kwargs) [ 888.717328] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 888.717328] env[65301]: res.raise_for_status() [ 888.717328] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 888.717328] env[65301]: raise HTTPError(http_error_msg, response=self) [ 888.717328] env[65301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4be1975-4248-4322-8689-3c32cb1e1f1f [ 888.717328] env[65301]: During handling of the above exception, another exception occurred: [ 888.717328] env[65301]: Traceback (most recent call last): [ 888.717636] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 888.717636] env[65301]: listener.cb(fileno) [ 888.717636] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 888.717636] env[65301]: result = function(*args, **kwargs) [ 888.717636] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 888.717636] env[65301]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 888.717636] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 888.717636] env[65301]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 888.717636] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 888.717636] env[65301]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 888.717636] env[65301]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 888.717636] env[65301]: res.raise_for_status() [ 888.717636] env[65301]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 888.717636] env[65301]: raise HTTPError(http_error_msg, response=self) [ 888.717636] env[65301]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4be1975-4248-4322-8689-3c32cb1e1f1f [ 888.717636] env[65301]: Removing descriptor: 68 [ 888.935797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.950333] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.951089] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.951252] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.951555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.951705] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.952056] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 896a859a-5a33-4b8e-9119-7823163d19cf not found, creating... [ 888.952412] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.952621] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.952764] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.953308] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.953520] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.953941] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.954207] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.954428] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.954729] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.954941] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.955178] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 896a859a-5a33-4b8e-9119-7823163d19cf is going to be created. [ 888.978983] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.979435] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.979643] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.979976] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.980305] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.980551] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.013949] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1: rpc.has_security_group_logging(os_id): False [ 889.015089] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.025677] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.025895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.026181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.026322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.035924] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.036105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.053205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.053489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.053607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.053674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.053871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.053953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.054084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be updated. [ 889.055031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.055196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.072668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.073145] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.073540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.073672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.073910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.074098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.074227] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be updated. [ 889.107017] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.107197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.107290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.107537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.107714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.122971] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: IN_PROGRESS for 2s [ 889.176962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.176962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.176962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.194460] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: IN_PROGRESS for 2s [ 889.439527] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.518650] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.519294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.519294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.519294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.519294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.519294] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 889.552202] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.552898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.554596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.554596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.554596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.565860] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 889.730181] env[65301]: INFO networking_nsxv3.common.synchronization [req-a3584a06-2d72-4aa0-9465-80c903bac836 req-c046d4e1-ca4a-4766-9955-1063c5b2d23d service nova] Enqueued Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_rules [ 889.730181] env[65301]: INFO networking_nsxv3.common.synchronization [req-a3584a06-2d72-4aa0-9465-80c903bac836 req-c046d4e1-ca4a-4766-9955-1063c5b2d23d service nova] Enqueued Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_members [ 889.730181] env[65301]: INFO networking_nsxv3.common.synchronization [req-a3584a06-2d72-4aa0-9465-80c903bac836 req-c046d4e1-ca4a-4766-9955-1063c5b2d23d service nova] Enqueued Resource ID: 896a859a-5a33-4b8e-9119-7823163d19cf with Priority: HIGHEST for action port [ 889.730611] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_rules [ 889.730611] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_members [ 889.730611] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896a859a-5a33-4b8e-9119-7823163d19cf with Priority: HIGHEST for action port [ 889.731774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.731774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.731774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.731774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.731774] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.732754] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.732863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.732942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.733179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.733338] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.733464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.733541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.733762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.733820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.733902] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.734789] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-896a859a-5a33-4b8e-9119-7823163d19cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.734889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.734954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.735117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.735429] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896a859a-5a33-4b8e-9119-7823163d19cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.859546] env[65301]: INFO networking_nsxv3.common.synchronization [req-3788a2ca-7224-476d-8c38-603204aa6ab7 req-6799c6c7-f5e7-4b4c-9399-0a833a8efa32 tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 889.860907] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 889.861604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.861734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.861842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.862092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.862260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.862380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.862443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.862621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.862728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.862828] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.942574] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.942873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.942873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.943169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.943266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.943436] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 889.985908] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.985908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.985908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.985908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.986109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.998547] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 890.237590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.237590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.240576] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.241207] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 896a859a-5a33-4b8e-9119-7823163d19cf with status ACTIVE [ 890.241415] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.241557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.241617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.241852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.241964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.242275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.242275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.242275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.242507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.242568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.242723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.242825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.242908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.243086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.243224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.243347] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 896a859a-5a33-4b8e-9119-7823163d19cf is going to be updated. [ 890.276229] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.276385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.276487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.276712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.276772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.276933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-896a859a-5a33-4b8e-9119-7823163d19cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.366274] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.366455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.366455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.366832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.396337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.396622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.396760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.396816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.397010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.397128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.397250] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 890.428260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.428360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.428408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.428587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.428747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.438358] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 890.567778] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 890.567778] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 deletion is rescheduled due to dependency. [ 890.567778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.654331] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 890.654447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.654653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.654864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.655363] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.746260] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.136775] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 in Status: SUCCESS [ 891.136775] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 deletion is rescheduled due to dependency. [ 891.136775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.157985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.158150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.213018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 in Status: SUCCESS [ 891.213299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.248192] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.248355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.248427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.248649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.248839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.248899] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 is going to be created. [ 891.278863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.279070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.279117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.279296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.279446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.313846] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 in Status: UNINITIALIZED for 2s [ 891.577237] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 891.578422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.578422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.578422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.578422] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.578422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.578422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.579040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.579040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.579040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.579040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.009992] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 892.010357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.010629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.010952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.011178] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.012036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.012036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.012036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.012036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.012036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.012036] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.081668] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.081668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.081668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.081942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.082116] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.082221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.082286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.082435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.082518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.082892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.083153] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.083255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.083316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.083480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.083605] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.083697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.083799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.083926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.083999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.084129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.084162] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.449288] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 892.449476] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 892.449591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.514654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.514819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.514873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.515113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515282] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.515381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.515486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.515587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.515755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.515898] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.515991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.516064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.516204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.516344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.517093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.517093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.517093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.517093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.517093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.517093] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.586791] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 613aa488-4426-4267-a4ba-c58e04b6c8a5: rpc.has_security_group_logging(os_id): False [ 892.604848] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.604969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.605065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.605284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.626026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.626026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.626026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.626026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.626026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.626026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.626409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.626409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.626409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626494] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.626552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.626599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.626724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.626798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.626879] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 892.689749] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.690471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.690471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.690471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.690471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.704269] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 893.019671] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 893.037564] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.037704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.038752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.038752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.059937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.059937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.059937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.059937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.059937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.059937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.059937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.060276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.060276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.060276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.060276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.060424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.060518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.060578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.060711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.060784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.060892] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 893.125702] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.125864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.125930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.126240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.126349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.139254] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 893.330666] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 in Status: SUCCESS [ 893.330666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.330666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.331184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.331392] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.331454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.331526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.331733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.331840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.331981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.332389] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.834421] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.834646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.834727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.834971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.835187] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.835324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.835382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.835554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.835652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.835780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.835923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.836035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.836093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.836233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.836442] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.836502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.836574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.836686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.836763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.836884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.836983] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.339634] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8df3acdc-954f-420c-9df0-e1e17bcc5839: rpc.has_security_group_logging(os_id): False [ 894.359406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.359627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.359666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.359927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.360056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.360262] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.360608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.360608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.360608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.360759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.361043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.361168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.361222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.361394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.361474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.361678] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.361778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.361857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.362034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.362133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.362224] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 is going to be created. [ 894.421202] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.421350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.421409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.421620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.421809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.433457] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 in Status: IN_PROGRESS for 2s [ 894.720211] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 894.720211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.861952] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 894.862158] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 895.170565] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 895.170565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.392489] env[65301]: INFO networking_nsxv3.common.synchronization [req-63b2aeb7-277d-43f9-a2bc-939aa36e369e req-715e8c0a-9323-4300-9a2b-cd36cf6329cb tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 896.392763] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 896.393081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.393205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.393270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.393464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.393619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.393714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.393773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.393919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.394020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.394140] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.446758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 in Status: SUCCESS [ 896.446989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.693957] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.694230] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.694392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.694687] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.694987] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.695167] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.695282] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.695493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.695632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.695831] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.695944] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.696068] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.696176] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.696284] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.696386] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.696514] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.716777] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.717013] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.717154] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.717363] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.717711] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.717941] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.718103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.718402] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.718559] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1b2b4a-f24f-4ddb-b30a-02e89e512175',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.892184] env[65301]: INFO networking_nsxv3.common.synchronization [req-25a5a9b1-e1af-44ac-ba9b-2fea62f43f18 req-0a3c9de5-e7e7-442e-887c-088362fb59e2 tempest-ServersTestJSON-1488970650 tempest-ServersTestJSON-1488970650-project-member] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_members [ 896.892718] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_members [ 896.893213] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.893403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.893503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.893894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.894157] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.894349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.894530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.894733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.894895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.895299] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.899113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.899113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.899113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.899113] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be deleted. [ 896.933123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.933469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.933551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.933842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.933943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.934078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.221676] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.222371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.222371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.222371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.222602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.222859] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port ea1b2b4a-f24f-4ddb-b30a-02e89e512175 not found, creating... [ 897.223197] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.223372] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.223490] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.223786] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.223921] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.224243] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.224408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.224522] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.224736] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.224989] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.224989] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: ea1b2b4a-f24f-4ddb-b30a-02e89e512175 is going to be created. [ 897.249394] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.249609] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.249728] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.250086] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.250318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.250546] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.401722] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.402168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.402168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.402519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.402686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.403040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.403231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.403391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.403619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.403777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.403933] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 already deleted. [ 897.404333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.729909] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730213] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-512" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-512" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.730694] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-512" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.730991] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.731166] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.731288] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.731503] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.731642] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.731843] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.731952] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.732079] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.732190] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.732297] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.732400] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.732526] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.751870] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.752152] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.752217] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.752383] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-512" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.752700] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.752865] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.752981] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.753317] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.753457] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.962234] env[65301]: INFO networking_nsxv3.common.synchronization [req-63b2aeb7-277d-43f9-a2bc-939aa36e369e req-8e708393-881a-42fd-9dc3-c61bfc898d22 service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 897.962766] env[65301]: INFO networking_nsxv3.common.synchronization [req-63b2aeb7-277d-43f9-a2bc-939aa36e369e req-8e708393-881a-42fd-9dc3-c61bfc898d22 service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 897.962766] env[65301]: INFO networking_nsxv3.common.synchronization [req-63b2aeb7-277d-43f9-a2bc-939aa36e369e req-8e708393-881a-42fd-9dc3-c61bfc898d22 service nova] Enqueued Resource ID: ea1b2b4a-f24f-4ddb-b30a-02e89e512175 with Priority: HIGHEST for action port [ 897.963093] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 897.963229] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 897.963322] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1b2b4a-f24f-4ddb-b30a-02e89e512175 with Priority: HIGHEST for action port [ 897.963612] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.963762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.963798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.964121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.964189] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.965066] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.965178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.965243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.965458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.965563] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.965656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.965716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.965873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.965970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.966071] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.967254] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.967392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.968308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.968308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.968308] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1b2b4a-f24f-4ddb-b30a-02e89e512175',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.230576] env[65301]: INFO networking_nsxv3.common.synchronization [req-f91db212-4509-4bea-b543-c4ac26dc4faa req-b69e423e-c21d-4b74-951c-40acce225f71 tempest-ListImageFiltersTestJSON-2092235393 tempest-ListImageFiltersTestJSON-2092235393-project-member] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 898.231290] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGHEST for action security_group_members [ 898.231479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.231590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.231659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.231846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.232027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.232199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.232260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.232418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.232504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.232598] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.255510] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.255771] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.255937] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.256297] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.256487] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.256710] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 not found, creating... [ 898.257099] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.257339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257512] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.257816] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.257982] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.258479] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.258765] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.259515] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.259515] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.259515] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.259515] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 is going to be created. [ 898.283780] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.283974] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.284070] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.284399] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.284664] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.284968] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.470320] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea1b2b4a-f24f-4ddb-b30a-02e89e512175 with status ACTIVE [ 898.470630] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.470779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.470894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.471226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.471333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.471607] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.471763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.471841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.472082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.472189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.472374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.472612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.472612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.472702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.472745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.472879] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea1b2b4a-f24f-4ddb-b30a-02e89e512175 is going to be updated. [ 898.474290] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.476033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.476033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.503407] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.503407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.503407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.503687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.503799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.504513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1b2b4a-f24f-4ddb-b30a-02e89e512175" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.737296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.737296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.737296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.737296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.759418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.759418] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.759418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.759418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.759681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.759681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.759789] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be updated. [ 898.791291] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.791496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.791545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.792096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.792096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.801994] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: IN_PROGRESS for 2s [ 898.978743] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.014344] env[65301]: INFO networking_nsxv3.common.synchronization [req-25a5a9b1-e1af-44ac-ba9b-2fea62f43f18 req-807420a4-d087-4f01-b276-abcacbfe00d3 service nova] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_rules [ 899.014344] env[65301]: INFO networking_nsxv3.common.synchronization [req-25a5a9b1-e1af-44ac-ba9b-2fea62f43f18 req-807420a4-d087-4f01-b276-abcacbfe00d3 service nova] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_members [ 899.014344] env[65301]: INFO networking_nsxv3.common.synchronization [req-25a5a9b1-e1af-44ac-ba9b-2fea62f43f18 req-807420a4-d087-4f01-b276-abcacbfe00d3 service nova] Enqueued Resource ID: 2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 with Priority: HIGHEST for action port [ 899.014344] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_rules [ 899.014559] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_members [ 899.014559] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 with Priority: HIGHEST for action port [ 899.014837] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.014953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.015107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.015239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.015320] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.016497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.016774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.016774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.016976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.017056] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.017186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.017186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.017308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.017390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.017480] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.019848] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.019848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.019848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.019848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.019848] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.481461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.481776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.481956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.482238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.482369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.482474] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be created. [ 899.509770] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.509943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.509995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.510234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.510398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.513978] env[65301]: INFO networking_nsxv3.common.synchronization [req-5cc69ab8-d7b6-4c2b-8935-ce4a289d342e req-8cb2db34-35c9-4ca1-85ee-fe56c18a896b tempest-ImagesOneServerNegativeTestJSON-1531833679 tempest-ImagesOneServerNegativeTestJSON-1531833679-project-member] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 899.514508] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 899.514803] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.514975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.514975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.515172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.515325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.515422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.515483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.515628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.515707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.515797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.520050] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.520171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.520312] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.521088] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 with status ACTIVE [ 899.521349] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.521422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.521422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.521604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.521861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.521861] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.522141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.522141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.522217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.522473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.522473] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.522570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.522600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.523476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.523476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.523476] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6 is going to be updated. [ 899.530785] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: UNINITIALIZED for 2s [ 899.558868] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.558868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.559182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.559300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.559514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.559771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ee0f6b0-8b5c-4c34-8e74-8c3f9ac9a1b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.839813] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.840035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.840168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.840456] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.840732] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.840931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.843096] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.844739] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.844904] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.845142] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.845253] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.845358] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.845463] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.845568] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.845670] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.845804] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.867290] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.867473] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.867613] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.867784] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-579" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.868107] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-1ca8ad8d-de27-421f-a8d6-a9265167c323 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.868279] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.868692] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.868786] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.868906] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca8ad8d-de27-421f-a8d6-a9265167c323',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.020682] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.020682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.020682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.020682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.030868] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.048162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.048525] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.048678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.048678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.048853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.048966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.049073] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be updated. [ 900.091332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.091496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.091545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.091779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.091933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.101268] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: IN_PROGRESS for 2s [ 900.373339] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.373339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.373339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.373339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.373339] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 1ca8ad8d-de27-421f-a8d6-a9265167c323 not found, creating... [ 900.373339] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.373339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.373719] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.373719] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.373968] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.373968] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.374274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.374513] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.375258] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.375452] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 1ca8ad8d-de27-421f-a8d6-a9265167c323 is going to be created. [ 900.407041] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.407270] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.407421] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.407883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.408423] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.408996] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.533085] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.533085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.533085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.533688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.533688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.533688] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 is going to be created. [ 900.568728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.568925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.569057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.569417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.569684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.583431] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 in Status: UNINITIALIZED for 2s [ 900.815662] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea in Status: SUCCESS [ 900.815840] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea deletion is rescheduled due to dependency. [ 900.815966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.160812] env[65301]: INFO networking_nsxv3.common.synchronization [req-5cc69ab8-d7b6-4c2b-8935-ce4a289d342e req-1f4bef2f-0201-419f-9a08-50128bb98dfd service nova] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_rules [ 901.161107] env[65301]: INFO networking_nsxv3.common.synchronization [req-5cc69ab8-d7b6-4c2b-8935-ce4a289d342e req-1f4bef2f-0201-419f-9a08-50128bb98dfd service nova] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 901.161258] env[65301]: INFO networking_nsxv3.common.synchronization [req-5cc69ab8-d7b6-4c2b-8935-ce4a289d342e req-1f4bef2f-0201-419f-9a08-50128bb98dfd service nova] Enqueued Resource ID: 1ca8ad8d-de27-421f-a8d6-a9265167c323 with Priority: HIGHEST for action port [ 901.161762] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_rules [ 901.161901] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 901.162022] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8ad8d-de27-421f-a8d6-a9265167c323 with Priority: HIGHEST for action port [ 901.162313] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.162431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.162502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.162741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.162805] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.165460] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.165570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.165779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ca8ad8d-de27-421f-a8d6-a9265167c323 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.165883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.165948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.166143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.166220] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ca8ad8d-de27-421f-a8d6-a9265167c323',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.540288] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 901.540560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.540685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.540994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.541313] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.541313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.541451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.541594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.541683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.541767] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.541861] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.668329] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.668534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.668683] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ca8ad8d-de27-421f-a8d6-a9265167c323 with status ACTIVE [ 901.668823] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.669209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.669209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.669209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.669354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.669453] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.669547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.669606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.669745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.669862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.669987] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.670117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.670179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.670318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.670461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.670461] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ca8ad8d-de27-421f-a8d6-a9265167c323 is going to be updated. [ 901.695895] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.696122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.696194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.696601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.696601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.696748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ca8ad8d-de27-421f-a8d6-a9265167c323" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.044579] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.044796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.044863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.045110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.045281] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.045378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.045440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.045576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.045660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.045745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.045891] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.045984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.046069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.046195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.046330] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.046419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.046478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.046619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.046683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.046763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.046853] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.112281] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 902.112459] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 deletion is rescheduled due to dependency. [ 902.112577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.112742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.112972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.113328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.113726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113858] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.549613] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 060c8a5f-b6b4-467a-9843-c7893a8c91cb: rpc.has_security_group_logging(os_id): False [ 902.567905] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.568118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.568180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.568355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.568439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.568632] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.569054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.569054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.569054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.569479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.569479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.569479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.569629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.569745] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.569838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.569899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.570052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.570125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.570210] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be created. [ 902.594438] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 in Status: SUCCESS [ 902.594653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.594816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.595041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.595233] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.595347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.595404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.595553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.595629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.595709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.595800] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.615797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.642929] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.643209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.643450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.643584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.643776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.656581] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 903.098787] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.117788] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.602177] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21: rpc.has_security_group_logging(os_id): False [ 903.621188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.622356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.622356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.622762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.622762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.624759] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be updated. [ 903.625514] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.625760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.625916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.626224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.626402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.626974] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.627380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.627836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.628147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.628331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630016] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 is going to be created. [ 903.652949] env[65301]: INFO networking_nsxv3.common.synchronization [req-218535a3-3d71-4f80-add2-295cb212e8af req-97ead9f9-0221-4318-b45c-9691eecf7efc tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 903.653705] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 903.655512] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.657098] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.657098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.657098] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.676795] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.677538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.677538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.677538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.677538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.690154] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: IN_PROGRESS for 2s [ 903.716692] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.717979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.717979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.717979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.717979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.748719] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 in Status: IN_PROGRESS for 2s [ 904.013524] env[65301]: INFO networking_nsxv3.common.synchronization [None req-909ee0ec-46d0-4c47-8be7-6146c0da76bf tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 904.014822] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 904.016105] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.016105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.016105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.016330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.017133] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.017580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.017673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.017929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.018785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.018785] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.158962] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.522160] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.661371] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.670657] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 904.671023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.025664] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.164198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.164198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.164440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.165057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.165057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.165057] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 905.214383] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.214554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.214620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.214833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.214983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.225843] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 905.528446] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.528714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.528714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.528916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.529049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.529189] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 905.573253] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.573769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.574033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.574445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.574814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.589476] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 905.705702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 905.706067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.706483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.706523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.709846] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.709846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.709846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.709846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.709846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.709846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.709846] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.766027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 in Status: SUCCESS [ 905.766838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.212726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.212975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.213103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.213340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.213505] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.213645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.213685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.213902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.214063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.214161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.214308] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.214413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.214474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.214616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.214753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.214840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.215023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.215386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.215466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.215548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.215636] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.449709] env[65301]: INFO networking_nsxv3.common.synchronization [req-3ce994f1-24a9-4fcb-8348-bc292f2668bf req-484515f6-7ed3-4785-a989-da13c1e2af3b tempest-ServerAddressesTestJSON-2145124477 tempest-ServerAddressesTestJSON-2145124477-project-member] Enqueued Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_members [ 906.450331] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGHEST for action security_group_members [ 906.450710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.450804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.450861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.454697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.456163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.456163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.456163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.456163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.456163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.456163] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.718147] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b585cd61-53f1-40dd-8e14-3e77b9727251: rpc.has_security_group_logging(os_id): False [ 906.739654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.739654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.739654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.739889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.740516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.740516] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.740516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.740516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.741285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.741285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.741285] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.741285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.741285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.741285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.741285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.741924] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.741924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.741924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.741924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.741924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.741924] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be updated. [ 906.784132] env[65301]: INFO networking_nsxv3.common.synchronization [req-e809be12-5e59-4043-b0c3-95af15b4808d req-34fa62ab-8458-458a-b674-5fec16dbeca4 tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 906.785114] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 906.785488] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.785683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.785747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.786279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.786279] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.786279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.786480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.786480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.786550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.786733] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.813272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.815422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.815422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.815422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.815422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.854228] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: IN_PROGRESS for 2s [ 906.960419] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.960614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.960696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.960968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.961137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.961378] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.961485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.961548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.961716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.961811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.961923] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 is going to be updated. [ 907.016947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.017291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.017993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.017993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.017993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.028949] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 in Status: IN_PROGRESS for 2s [ 907.060273] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.060539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.060679] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.061068] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.061342] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.061604] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.061740] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.063118] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.063350] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.063580] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.063696] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.063804] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.063949] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.064019] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.064913] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.064913] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.085037] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.085203] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.085339] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.085547] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.085885] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.086087] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.086266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.086643] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.086794] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.240181] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 4s [ 907.289225] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.588958] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.589215] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.589344] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.589658] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.589818] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.589965] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 not found, creating... [ 907.590242] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.590399] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.590516] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.590736] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.590901] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.591235] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.591393] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.591508] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.591714] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.591914] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.592019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 is going to be created. [ 907.607652] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 907.607879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.616911] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.617198] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.617329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.617611] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.617839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.618091] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.791091] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.297095] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.297983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.297983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.297983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.297983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.297983] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 908.330986] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.330986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.330986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.330986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.331438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.342926] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 908.374161] env[65301]: INFO networking_nsxv3.common.synchronization [req-50da3a44-5737-459f-8639-422b1eed6dec req-6ae07a14-eb6a-4508-a77c-e8e987e3c89c service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 908.374374] env[65301]: INFO networking_nsxv3.common.synchronization [req-50da3a44-5737-459f-8639-422b1eed6dec req-6ae07a14-eb6a-4508-a77c-e8e987e3c89c service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 908.374489] env[65301]: INFO networking_nsxv3.common.synchronization [req-50da3a44-5737-459f-8639-422b1eed6dec req-6ae07a14-eb6a-4508-a77c-e8e987e3c89c service nova] Enqueued Resource ID: 3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 with Priority: HIGHEST for action port [ 908.374979] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 908.375206] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 908.375372] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 with Priority: HIGHEST for action port [ 908.375716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.375848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.375903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.376135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.376243] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.377230] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.377438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.377438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.377638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.377722] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.377894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.377894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.378078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.378155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.378224] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.379015] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.379154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.379154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.379326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.379381] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.634297] env[65301]: INFO networking_nsxv3.common.synchronization [req-155e38d1-17da-417d-9aad-8a4211ecb2c5 req-2605326b-752c-4d9a-903d-c53387376956 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 908.634815] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 908.635187] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.635278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.635330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.635501] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.635634] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.635726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.635781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.635918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.635996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.636098] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.869451] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 908.869451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.881218] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.882207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.882207] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.883370] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 with status ACTIVE [ 908.883666] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.884089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.884089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.886260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.886260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.886260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.886260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.886260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.886260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.886260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.886260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.886617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.886664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.886814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.886888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.886970] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65 is going to be updated. [ 908.911455] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.911545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.911621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.911854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.912015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.912179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5bf9b4-1484-4e41-ae08-67b8c5f4bc65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.047923] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 in Status: SUCCESS [ 909.048158] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 deletion is rescheduled due to dependency. [ 909.048284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.138661] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.138869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.138918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.139151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.170303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.170303] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.170303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.170303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.170303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.170303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.170303] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 909.202524] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.202679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.202743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.202983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.203138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.214436] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 909.247632] env[65301]: INFO networking_nsxv3.common.synchronization [req-78c18de3-3bf5-44aa-9b7d-876b345e2314 req-b4525614-c429-494c-9b92-4a309b06c457 tempest-ServersNegativeTestMultiTenantJSON-1895482956 tempest-ServersNegativeTestMultiTenantJSON-1895482956-project-member] Enqueued Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_members [ 909.248730] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_members [ 909.248830] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.248988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.249119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.249905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.250568] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.250691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.250808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.251603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.251603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.251603] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.253452] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 909.253710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.391241] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.611602] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.611602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-87" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.611602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-87" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.611602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-87" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.611602] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.611602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.611928] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.611928] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.612464] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.612673] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.612790] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.612896] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.613000] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.613118] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.613220] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.613349] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.633657] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.633842] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.633970] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.634179] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-87" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.634494] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.634663] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.634777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.635107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.635249] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.756571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.756571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.756571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.756571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.756728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.756827] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.756916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.756976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.757133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.757210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.757295] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 already deleted. [ 909.757373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.885467] env[65301]: INFO networking_nsxv3.common.synchronization [None req-bd520821-7392-4055-a596-dec29142a041 None None] Enqueued Resource ID: 04557b50-a145-445a-b1d2-0067bf3d385c with Priority: HIGHEST for action port [ 909.886375] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04557b50-a145-445a-b1d2-0067bf3d385c with Priority: HIGHEST for action port [ 909.886375] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-04557b50-a145-445a-b1d2-0067bf3d385c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.886619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04557b50-a145-445a-b1d2-0067bf3d385c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.886619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04557b50-a145-445a-b1d2-0067bf3d385c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.886971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04557b50-a145-445a-b1d2-0067bf3d385c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.886971] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04557b50-a145-445a-b1d2-0067bf3d385c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.897721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.897721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.897721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.897721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.897721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.897721] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 909.939737] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.939929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.939929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.940205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.940362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.951546] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 910.138879] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.138879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.138879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.140045] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.140045] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.140045] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 not found, creating... [ 910.140045] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.140045] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.140045] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.140045] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.141136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.141136] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.141136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.141136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.141468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.141618] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.141773] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 is going to be created. [ 910.175616] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.175840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.175984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.176240] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.176467] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.176690] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.355829] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 910.355829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.391612] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04557b50-a145-445a-b1d2-0067bf3d385c [ 910.391674] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.392399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.392399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.392399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.392399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.392399] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04557b50-a145-445a-b1d2-0067bf3d385c already deleted. [ 910.392399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04557b50-a145-445a-b1d2-0067bf3d385c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.947249] env[65301]: INFO networking_nsxv3.common.synchronization [req-78c18de3-3bf5-44aa-9b7d-876b345e2314 req-695e573e-9feb-4820-866f-81e4a637a868 service nova] Enqueued Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_rules [ 910.947249] env[65301]: INFO networking_nsxv3.common.synchronization [req-78c18de3-3bf5-44aa-9b7d-876b345e2314 req-695e573e-9feb-4820-866f-81e4a637a868 service nova] Enqueued Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_members [ 910.947249] env[65301]: INFO networking_nsxv3.common.synchronization [req-78c18de3-3bf5-44aa-9b7d-876b345e2314 req-695e573e-9feb-4820-866f-81e4a637a868 service nova] Enqueued Resource ID: 3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 with Priority: HIGHEST for action port [ 910.947249] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_rules [ 910.947249] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_members [ 910.947249] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 with Priority: HIGHEST for action port [ 910.947249] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.947249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.947249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.947249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.947249] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.948684] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.948871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.948957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.949243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.949457] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.949604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.949712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.949930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.950089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.950241] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.951240] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.951414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.951522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.951722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.951868] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.224951] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 4s [ 911.454689] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.455260] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.455386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.455698] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 with status ACTIVE [ 911.455853] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.456610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.456610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.456610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.456610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.456610] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.456610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.456850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.456850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.456911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.457052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.457175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.457238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.457713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.457713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.457713] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9 is going to be updated. [ 911.482332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.482440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.482440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.483944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.483944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.483944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3522e622-ceed-4eb9-a4ad-f3b1c50a9cf9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.957010] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.965805] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.965805] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.965805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.965805] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.252816] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8eb70d60-75fd-4d7b-ac3a-20648a4b63a2 tempest-ServerActionsV293TestJSON-2088339259 tempest-ServerActionsV293TestJSON-2088339259-project-member] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_rules [ 912.253373] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_rules [ 912.253770] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.253911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.254102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.254442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.254543] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.452742] env[65301]: INFO networking_nsxv3.common.synchronization [None req-a69652b8-5cad-45c0-8021-11cbdeb72367 tempest-ServerActionsV293TestJSON-2088339259 tempest-ServerActionsV293TestJSON-2088339259-project-member] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_rules [ 912.453137] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_rules [ 912.453937] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.454074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.460533] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.460711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.460786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.461055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.461158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.461259] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 is going to be created. [ 912.467106] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.467346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.467430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.467593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.467758] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.467847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.467905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.468190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.468190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.468282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.469020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.469020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.469020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.469020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.469020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.469020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.469020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.469405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.469405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.469405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.469405] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.477514] env[65301]: INFO networking_nsxv3.common.synchronization [None req-3cc7e034-1e09-41bc-9764-5c741896239e None None] Enqueued Resource ID: 367d7e36-6c9c-45bc-a6ce-e010b2b78488 with Priority: HIGHEST for action port [ 912.478091] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367d7e36-6c9c-45bc-a6ce-e010b2b78488 with Priority: HIGHEST for action port [ 912.478463] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-367d7e36-6c9c-45bc-a6ce-e010b2b78488 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.478979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-367d7e36-6c9c-45bc-a6ce-e010b2b78488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.479420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-367d7e36-6c9c-45bc-a6ce-e010b2b78488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.479420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-367d7e36-6c9c-45bc-a6ce-e010b2b78488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.479420] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367d7e36-6c9c-45bc-a6ce-e010b2b78488',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.490191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.490380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.490654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.490654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.490785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503032] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 in Status: UNINITIALIZED for 2s [ 912.777072] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.779609] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 already deleted. [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.779609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.779609] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.971640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 060c8a5f-b6b4-467a-9843-c7893a8c91cb: rpc.has_security_group_logging(os_id): False [ 912.981099] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 367d7e36-6c9c-45bc-a6ce-e010b2b78488 [ 912.981528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.981705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.981792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.982073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.982169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.982280] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:367d7e36-6c9c-45bc-a6ce-e010b2b78488 already deleted. [ 912.982391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-367d7e36-6c9c-45bc-a6ce-e010b2b78488" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.993130] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.993130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.993130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.993385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.993385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.993608] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.993693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.993746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.993927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.994038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.994246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.994358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.994431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.994559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.994646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.994865] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.994992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.995072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.995230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.995551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.995551] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 913.067371] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.067568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.067568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.067794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.067946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.085204] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 913.236329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 913.236460] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 913.236585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.322204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.322333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.322420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.323104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.323104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.323104] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 already deleted. [ 913.323104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.624945] env[65301]: INFO networking_nsxv3.common.synchronization [req-59405df4-e12b-46f9-8198-74a22991c38b req-9181ef4c-4a04-4ea8-af33-4c35035c8911 tempest-ServerRescueTestJSON-714815722 tempest-ServerRescueTestJSON-714815722-project-member] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 913.625599] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGHEST for action security_group_members [ 913.626534] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.626534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.626534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.626534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.626760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.626760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.626760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.628080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.628080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.628080] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.130752] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.131222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.131222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.131310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.156845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.157171] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.157327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.157409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.157638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.157729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.157854] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be updated. [ 914.194039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.194215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.194265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.194800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.194800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.216683] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: IN_PROGRESS for 2s [ 914.515307] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 in Status: SUCCESS [ 914.515468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.515639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.515864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.516078] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.516200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.516264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.516415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.516495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.516577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.516668] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.019629] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.019862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.019862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.020092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.020310] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.020430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.020430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.020597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.020699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.020792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.021025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.021140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.021274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.021353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.021507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.021603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.021673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.021809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.021927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.022012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.022122] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.102695] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 915.102695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.525212] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9de61f15-b4c2-4fd2-84cc-da1a50ab7056: rpc.has_security_group_logging(os_id): False [ 915.550036] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.550036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.550036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.550036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.550405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.550633] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.550747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.550842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.551416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.551416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.551596] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.551690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.551749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.552083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.552178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.552443] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.552512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.552813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.552813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.552813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.552933] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 is going to be created. [ 915.645996] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.646166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.646221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.646430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.646601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.663162] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 in Status: IN_PROGRESS for 2s [ 916.231682] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 in Status: SUCCESS [ 916.232074] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 deletion is rescheduled due to dependency. [ 916.232074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.554198] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c8895a8-2644-4d5f-bfd6-1319b348bf2a req-25f707cd-bf2a-4c22-a4f3-ea2a2700e0e2 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_members [ 916.554198] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_members [ 916.554198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.554198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.554198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.555336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.555562] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.555642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.555717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.555881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.556034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.556087] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.061785] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.062055] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.062217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.062526] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.062816] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.062973] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.063100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.063391] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.063570] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.063819] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.063959] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.064081] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.064317] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.064386] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.065123] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.065123] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.066231] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.066383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.066445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.067044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.067044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.067044] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.067044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.067258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.067258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.067317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.067394] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 already deleted. [ 917.067475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.088083] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.088395] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.088993] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.089318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.089742] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-e226f15b-43f2-4d55-a029-479259c0b77e taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.089994] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.090271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.090688] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.090939] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e226f15b-43f2-4d55-a029-479259c0b77e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.594352] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.594701] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.594829] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.597074] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.597251] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.597430] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port e226f15b-43f2-4d55-a029-479259c0b77e not found, creating... [ 917.597726] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.597897] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.598026] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.598276] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.598967] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.598967] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.598967] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.599203] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.599883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.599883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.599883] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: e226f15b-43f2-4d55-a029-479259c0b77e is going to be created. [ 917.622588] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.622824] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.622949] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.623447] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.623685] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.623962] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.678355] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 in Status: SUCCESS [ 917.678609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.386826] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c8895a8-2644-4d5f-bfd6-1319b348bf2a req-81aa3ba2-e868-4ff7-8aa9-e59fabb274f0 service nova] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_rules [ 918.387015] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c8895a8-2644-4d5f-bfd6-1319b348bf2a req-81aa3ba2-e868-4ff7-8aa9-e59fabb274f0 service nova] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_members [ 918.387153] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c8895a8-2644-4d5f-bfd6-1319b348bf2a req-81aa3ba2-e868-4ff7-8aa9-e59fabb274f0 service nova] Enqueued Resource ID: e226f15b-43f2-4d55-a029-479259c0b77e with Priority: HIGHEST for action port [ 918.387700] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_rules [ 918.387835] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_members [ 918.387933] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e226f15b-43f2-4d55-a029-479259c0b77e with Priority: HIGHEST for action port [ 918.388313] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.388438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.388506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.389094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.389094] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.390070] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.390203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.390255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.390462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.391971] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.391971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.391971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.391971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.391971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.391971] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.392681] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e226f15b-43f2-4d55-a029-479259c0b77e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.392749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.392810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.393530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.393530] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e226f15b-43f2-4d55-a029-479259c0b77e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.895515] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.896718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.896890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.897175] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e226f15b-43f2-4d55-a029-479259c0b77e with status ACTIVE [ 918.897722] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.897722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.897722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.897942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.898108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.898343] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.898521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.898596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.898931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.899141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.899400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.899630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.899630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.900159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.900159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.900159] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e226f15b-43f2-4d55-a029-479259c0b77e is going to be updated. [ 918.927578] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.927773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.928236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.928236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.928357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.928504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e226f15b-43f2-4d55-a029-479259c0b77e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.275498] env[65301]: INFO networking_nsxv3.common.synchronization [req-17954f9e-2daf-4bcf-8be3-634a5be52027 req-e45b42d2-bd90-48cf-8bd7-19214e6aa52a tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_members [ 919.276150] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_members [ 919.276474] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.276637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.276700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.277036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.277102] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.277203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.277271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.277439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.277550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.277617] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.307229] env[65301]: INFO networking_nsxv3.common.synchronization [req-6a215d98-bc29-4db4-a5fb-c413b95001e7 req-70076963-c45f-4a9d-8b32-47ad753963da tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_members [ 919.307418] env[65301]: INFO networking_nsxv3.common.synchronization [req-6a215d98-bc29-4db4-a5fb-c413b95001e7 req-70076963-c45f-4a9d-8b32-47ad753963da tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 919.307661] env[65301]: INFO networking_nsxv3.common.synchronization [req-6a215d98-bc29-4db4-a5fb-c413b95001e7 req-70076963-c45f-4a9d-8b32-47ad753963da tempest-SecurityGroupsTestJSON-193814732 tempest-SecurityGroupsTestJSON-193814732-project-member] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 919.309112] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGHEST for action security_group_members [ 919.309112] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGHEST for action security_group_members [ 919.309112] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGHEST for action security_group_members [ 919.309112] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.309366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.309366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.309497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.309647] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.309748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.309804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.309947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.310044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.310139] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.311673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.311794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.311834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.312118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.312498] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.312611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.312668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.312909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.312996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.313101] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.313988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.314137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.314208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.317351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.317351] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.317351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.317351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.317351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.317351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.317351] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.404284] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.639489] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.639489] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.639873] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.639873] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.640157] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.640818] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.641909] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.642209] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.642413] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.642671] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.642825] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.642971] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.643123] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.643343] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.643500] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.643667] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.664414] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.664668] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.664852] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.665073] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.665440] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-5ad1870a-380b-4d7e-b61a-8164ff77bd50 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.665654] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.665811] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.666172] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.666354] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad1870a-380b-4d7e-b61a-8164ff77bd50',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.781163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.781163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.781163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.781519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.781519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.781519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.781635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.781635] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e already deleted. [ 919.781706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.818160] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.818457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.818457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.818873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.818873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.818987] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.819052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.819118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.819261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.819336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.819418] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be updated. [ 919.820542] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.820650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.820715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.820861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.823508] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.823508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.843606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.843606] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.843606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.843606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.843606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.843606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.843606] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 is going to be updated. [ 919.844361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.844538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.850692] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.850854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.850938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.851237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.851363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.862138] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: IN_PROGRESS for 2s [ 919.865824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.866098] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.866222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.866292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.866495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.866577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.866662] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be updated. [ 919.882023] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.882023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.882023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.882023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.882023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.892234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: IN_PROGRESS for 2s [ 919.906356] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.906735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.906990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.907092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.907222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.907264] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 is going to be created. [ 919.930612] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.930858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.930858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.931083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.931283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.941814] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: IN_PROGRESS for 2s [ 919.949308] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.949557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.949620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.949858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.950079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.961553] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b989c536-a780-4ed2-b499-e618ea07dfd8 in Status: UNINITIALIZED for 2s [ 920.169701] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.169957] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.170104] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.170456] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.170555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.170714] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 5ad1870a-380b-4d7e-b61a-8164ff77bd50 not found, creating... [ 920.171061] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.171239] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.171399] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.171651] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.171795] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.172097] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.172262] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.172374] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.172577] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.172954] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.172954] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 5ad1870a-380b-4d7e-b61a-8164ff77bd50 is going to be created. [ 920.193372] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.193614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.193712] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.194008] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.194250] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.195303] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.898022] env[65301]: INFO networking_nsxv3.common.synchronization [req-17954f9e-2daf-4bcf-8be3-634a5be52027 req-14f20be6-0626-48d6-9dcb-1d56f87aaede service nova] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_rules [ 920.898022] env[65301]: INFO networking_nsxv3.common.synchronization [req-17954f9e-2daf-4bcf-8be3-634a5be52027 req-14f20be6-0626-48d6-9dcb-1d56f87aaede service nova] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_members [ 920.898022] env[65301]: INFO networking_nsxv3.common.synchronization [req-17954f9e-2daf-4bcf-8be3-634a5be52027 req-14f20be6-0626-48d6-9dcb-1d56f87aaede service nova] Enqueued Resource ID: 5ad1870a-380b-4d7e-b61a-8164ff77bd50 with Priority: HIGHEST for action port [ 920.898022] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_rules [ 920.898022] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_members [ 920.898022] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1870a-380b-4d7e-b61a-8164ff77bd50 with Priority: HIGHEST for action port [ 920.898022] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.898774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.898957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.899345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.900185] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.903183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.905153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.905153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.905153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.906726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.906726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.906726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.906726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.906726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.907307] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.909441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad1870a-380b-4d7e-b61a-8164ff77bd50 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.909619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.909619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.909819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.909892] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad1870a-380b-4d7e-b61a-8164ff77bd50',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.411758] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.411874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.413372] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.414525] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ad1870a-380b-4d7e-b61a-8164ff77bd50 with status ACTIVE [ 921.414774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.415047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.415338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.415399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.415614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.416206] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.416379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.416379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.416597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.416711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.416922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.417062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.417125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.417315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.417375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.417409] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ad1870a-380b-4d7e-b61a-8164ff77bd50 is going to be updated. [ 921.438761] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.438906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.438974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.439202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.439337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.439491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad1870a-380b-4d7e-b61a-8164ff77bd50" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.873161] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 in Status: SUCCESS [ 921.873371] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 deletion is rescheduled due to dependency. [ 921.873487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.903271] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 in Status: SUCCESS [ 921.903484] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 deletion is rescheduled due to dependency. [ 921.903618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.919250] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.957522] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b129e455-711e-4149-aa1b-fba3efcad2f9 in Status: SUCCESS [ 921.957729] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 deletion is rescheduled due to dependency. [ 921.957851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.972804] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b989c536-a780-4ed2-b499-e618ea07dfd8 in Status: SUCCESS [ 921.973080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.973247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.973500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.973701] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.973832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.973892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.974068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.974151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.974234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.974385] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.422410] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.422643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.422736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.423900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.423900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.423900] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e is going to be created. [ 922.451719] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.452154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.452329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.453051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.453051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.462824] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: UNINITIALIZED for 2s [ 922.476645] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.983583] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b989c536-a780-4ed2-b499-e618ea07dfd8: rpc.has_security_group_logging(os_id): False [ 923.003684] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.003684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.003684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.003971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.003971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.004608] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.004608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.004608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.004810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.004810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.004885] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 is going to be created. [ 923.089806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.090025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.090077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.090307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.090580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.104810] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b989c536-a780-4ed2-b499-e618ea07dfd8 in Status: IN_PROGRESS for 2s [ 923.243151] env[65301]: INFO networking_nsxv3.common.synchronization [req-1fb3a60c-7e7c-4e8a-ac3e-9904507c437c req-6cb84ffa-beaa-4033-9d1d-1d5000ec6a5d tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 923.243617] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 923.244015] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.244347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.244347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.244724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.245060] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.245060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.245060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.245612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.245612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.245612] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.673169] env[65301]: INFO networking_nsxv3.common.synchronization [req-ca17dd55-5a09-43b3-9f96-99310d728a35 req-36f37521-e63a-4ce7-b7da-ee031f83d40d tempest-ServersNegativeTestMultiTenantJSON-1895482956 tempest-ServersNegativeTestMultiTenantJSON-1895482956-project-member] Enqueued Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_members [ 923.673748] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGHEST for action security_group_members [ 923.674124] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.674250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.675254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.675254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.675254] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.675254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.675254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.675254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.675254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.675254] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.750209] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.178710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.179078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.179078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.179207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.179716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.179716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.179716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.179716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.179926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.179926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.180025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 is going to be updated. [ 924.217769] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.217769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.217769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.217769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.218094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.231437] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 in Status: IN_PROGRESS for 2s [ 924.256879] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.302378] env[65301]: INFO networking_nsxv3.common.synchronization [req-4c7e2e22-4621-4129-8f6c-4a464c6839c0 req-60b22a43-82d9-470c-9958-925219461c47 tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 924.304733] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 924.305897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.305897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.305897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.305897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.305897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.306124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.306124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.306196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.306276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.306371] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.476267] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: SUCCESS [ 924.476589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.477116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.477250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.477489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.477644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.477707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.477982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.478310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.478503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.478634] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.572154] env[65301]: INFO networking_nsxv3.common.synchronization [None req-bd1cedb7-2aae-494f-a214-a85c06574f06 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 924.572877] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 924.574234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.574234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.760115] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.762322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.762322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.762322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.762322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.762322] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 924.808897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.809113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.809161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.810715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.810715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.810715] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.810715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.810715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.810715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.810715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.810715] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 924.813024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.813167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.813213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.813526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.813526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.827493] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 924.869186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.869381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.869381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.869802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.869953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.880660] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 924.966470] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.966722] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.966884] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.967151] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.967448] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.967626] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.967758] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.968270] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.968482] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.968821] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.969105] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.969105] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.969217] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.969280] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.969387] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.969522] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.981975] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.989681] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.989899] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.989978] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.990180] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.990508] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-a4c29aea-7e13-4ebf-8a5d-accd608a3223 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.990681] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.990797] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.991195] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.991333] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4c29aea-7e13-4ebf-8a5d-accd608a3223',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.119218] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b989c536-a780-4ed2-b499-e618ea07dfd8 in Status: SUCCESS [ 925.119528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.486105] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5e91b0-3d7c-4822-8383-2d32a6e3605e: rpc.has_security_group_logging(os_id): False [ 925.494062] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.494329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.494416] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.494712] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.494866] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.495038] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port a4c29aea-7e13-4ebf-8a5d-accd608a3223 not found, creating... [ 925.495327] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.495456] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.495574] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.495802] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.495940] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.496254] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.496392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.496509] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.496708] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.496837] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.496973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: a4c29aea-7e13-4ebf-8a5d-accd608a3223 is going to be created. [ 925.508099] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.508302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.508413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.508644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.508769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.509179] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.509294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.509382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.509572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.509684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.509797] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e is going to be created. [ 925.524280] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.524582] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.524630] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.524875] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.525139] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.525401] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.580388] env[65301]: INFO networking_nsxv3.common.synchronization [req-87a6025a-2e23-4866-bbb5-20dac9c4d8df req-2c11cfea-c123-4a97-a542-09dd2ac73b09 tempest-ImagesOneServerNegativeTestJSON-1531833679 tempest-ImagesOneServerNegativeTestJSON-1531833679-project-member] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 925.581311] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGHEST for action security_group_members [ 925.581415] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.581592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.581664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.581877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.582039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.582142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.582203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.582354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.582437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.582530] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.607211] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.607393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.607459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.607710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.607897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.628392] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: IN_PROGRESS for 2s [ 926.085645] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.085842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.085915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.086196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.086331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.086572] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.086675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.086759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.086917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.087019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.087105] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be updated. [ 926.124429] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.124624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.124676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.125688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.125688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.135947] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: IN_PROGRESS for 2s [ 926.241244] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 in Status: SUCCESS [ 926.241532] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 deletion is rescheduled due to dependency. [ 926.241532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.262951] env[65301]: INFO networking_nsxv3.common.synchronization [req-4c7e2e22-4621-4129-8f6c-4a464c6839c0 req-b27ee6f7-db3f-461f-9034-b663a683fcd2 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 926.263177] env[65301]: INFO networking_nsxv3.common.synchronization [req-4c7e2e22-4621-4129-8f6c-4a464c6839c0 req-b27ee6f7-db3f-461f-9034-b663a683fcd2 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 926.263340] env[65301]: INFO networking_nsxv3.common.synchronization [req-4c7e2e22-4621-4129-8f6c-4a464c6839c0 req-b27ee6f7-db3f-461f-9034-b663a683fcd2 service nova] Enqueued Resource ID: a4c29aea-7e13-4ebf-8a5d-accd608a3223 with Priority: HIGHEST for action port [ 926.263567] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 926.263693] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 926.263788] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c29aea-7e13-4ebf-8a5d-accd608a3223 with Priority: HIGHEST for action port [ 926.264350] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.264472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.264538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.264733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.264810] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.274724] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.274807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.275096] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4c29aea-7e13-4ebf-8a5d-accd608a3223 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.275298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.275458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.275557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.275640] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4c29aea-7e13-4ebf-8a5d-accd608a3223',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.777871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.777871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.778484] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4c29aea-7e13-4ebf-8a5d-accd608a3223 with status ACTIVE [ 926.778484] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.778484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.778484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.779068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.780067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.780067] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.780067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.780067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.780363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.780419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.780686] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.780853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.780943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.785065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.785065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.785065] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4c29aea-7e13-4ebf-8a5d-accd608a3223 is going to be updated. [ 926.806639] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.806808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.806850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.807090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.807225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.807375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4c29aea-7e13-4ebf-8a5d-accd608a3223" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.838294] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 926.838541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.839131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.839349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.839541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.839658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.839722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.839873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.839952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.840070] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.894021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 926.894229] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 926.894356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.894522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.894779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.895008] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.895174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.895243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.895416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.895500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.895618] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.343085] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.343327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.343327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.343488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.343581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.343769] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.343993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.343993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.344192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.344309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.344440] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 927.374195] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.374361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.374405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.374604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.374747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.384535] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 927.398600] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.642159] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: SUCCESS [ 927.642374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.901575] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.151034] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b585cd61-53f1-40dd-8e14-3e77b9727251 in Status: SUCCESS [ 928.151034] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 deletion is rescheduled due to dependency. [ 928.151034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.405732] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.406456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.406456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.406456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.406456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.406456] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 928.437297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.437624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.438507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.439085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.439085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.461324] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 928.696190] env[65301]: INFO networking_nsxv3.common.synchronization [req-39ba281d-6558-40d0-8d22-f65580d714c9 req-c08df147-6958-4e2d-b1e2-9be0370db70c tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 928.696951] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 928.697359] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.697478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.697549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.697738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.698140] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.698256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.698326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.698474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.698583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.698721] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.198654] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.199072] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.199072] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.199498] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.199498] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.199609] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.199705] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.199909] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.200059] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.200257] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.200364] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.200487] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.200565] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.200667] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.200769] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.200895] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.202735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.202867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.202993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.203322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.225997] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.225997] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.226220] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.226220] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.226589] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-73690bd8-51c8-4a2e-8a33-8151d27f7b03 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.226759] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.226874] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.227206] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.227342] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73690bd8-51c8-4a2e-8a33-8151d27f7b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.228875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.229129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.229230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.229437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.229497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.229579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.229681] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 929.274141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.274377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.274506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.274819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.275064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.284820] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 929.394640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 929.394806] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb deletion is rescheduled due to dependency. [ 929.394874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.732587] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.732979] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.733233] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.733840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.734018] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.734196] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 73690bd8-51c8-4a2e-8a33-8151d27f7b03 not found, creating... [ 929.734473] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.734659] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.734909] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.735195] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.735398] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.735862] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.736151] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.736355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.736703] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.736912] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.737113] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 73690bd8-51c8-4a2e-8a33-8151d27f7b03 is going to be created. [ 929.760693] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.760910] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.761096] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.761390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.761786] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.762385] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.895948] env[65301]: INFO networking_nsxv3.common.synchronization [req-9255da01-d468-40cf-a19c-8f6f85698d20 req-af781c3b-e44a-4a53-a4b1-89de63f36f59 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_members [ 929.896574] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGHEST for action security_group_members [ 929.896892] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.897037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.897103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.897310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.897468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.897572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.897637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.897766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.897851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.898329] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.402800] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.402800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.402800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.402800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.434058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.435865] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.436063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.436145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.436307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.436391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.436482] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03ba217-c0ea-40d9-924b-627019f52777 is going to be updated. [ 930.472923] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 930.473210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.473402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.473675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.473909] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.474052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.474133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.474308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.474394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.474490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.475239] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.499659] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.499846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.499846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.500222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.500373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.511102] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03ba217-c0ea-40d9-924b-627019f52777 in Status: IN_PROGRESS for 2s [ 930.519518] env[65301]: INFO networking_nsxv3.common.synchronization [req-39ba281d-6558-40d0-8d22-f65580d714c9 req-7dbc0050-ff5c-4e03-953f-9990f2d659de service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 930.519626] env[65301]: INFO networking_nsxv3.common.synchronization [req-39ba281d-6558-40d0-8d22-f65580d714c9 req-7dbc0050-ff5c-4e03-953f-9990f2d659de service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 930.519960] env[65301]: INFO networking_nsxv3.common.synchronization [req-39ba281d-6558-40d0-8d22-f65580d714c9 req-7dbc0050-ff5c-4e03-953f-9990f2d659de service nova] Enqueued Resource ID: 73690bd8-51c8-4a2e-8a33-8151d27f7b03 with Priority: HIGHEST for action port [ 930.520605] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 930.520765] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 930.521620] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73690bd8-51c8-4a2e-8a33-8151d27f7b03 with Priority: HIGHEST for action port [ 930.521982] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.522303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.522375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.522593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.522649] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.523711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.523855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.524627] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-73690bd8-51c8-4a2e-8a33-8151d27f7b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.524732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.524819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.524983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.525291] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73690bd8-51c8-4a2e-8a33-8151d27f7b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.980896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.980896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.980896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.981259] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.981259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.981327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.981439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.981577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.981734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.981804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.981951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.982063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.982169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.982264] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.027274] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.027526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.030654] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73690bd8-51c8-4a2e-8a33-8151d27f7b03 with status ACTIVE [ 931.030654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.030654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.030654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.031188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.031188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.031188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.031188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.031188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.031339] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73690bd8-51c8-4a2e-8a33-8151d27f7b03 is going to be updated. [ 931.057183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.057435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.057570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.057755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.057894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.058067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73690bd8-51c8-4a2e-8a33-8151d27f7b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.301772] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 931.303685] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 931.303685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.303685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.303685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.303916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.304071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.304071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.304256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.304336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.304422] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.485691] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a40e280-328b-491e-974d-340d428473cf: rpc.has_security_group_logging(os_id): False [ 931.510234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.510446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.510446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.511137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.511137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.511137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.511360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.511360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.513774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.513774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.513774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.513774] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 931.589204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.589380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.589451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.589666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.591228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.608293] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 931.809032] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.230885] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7176a760-1014-49b6-a5f1-e3c65560bc8e None None] Enqueued Resource ID: 669e6abf-15df-4a51-819e-3205f62c7125 with Priority: HIGHEST for action port [ 932.231560] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669e6abf-15df-4a51-819e-3205f62c7125 with Priority: HIGHEST for action port [ 932.231888] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-669e6abf-15df-4a51-819e-3205f62c7125 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.232823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669e6abf-15df-4a51-819e-3205f62c7125" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.232976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669e6abf-15df-4a51-819e-3205f62c7125" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.233443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669e6abf-15df-4a51-819e-3205f62c7125" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.233528] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669e6abf-15df-4a51-819e-3205f62c7125',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.312331] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.522960] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a03ba217-c0ea-40d9-924b-627019f52777 in Status: SUCCESS [ 932.523322] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a03ba217-c0ea-40d9-924b-627019f52777 deletion is rescheduled due to dependency. [ 932.523322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.742244] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 669e6abf-15df-4a51-819e-3205f62c7125 [ 932.742244] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.742244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.742244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.742244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.742569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.742569] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:669e6abf-15df-4a51-819e-3205f62c7125 already deleted. [ 932.742569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669e6abf-15df-4a51-819e-3205f62c7125" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.815660] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.815660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.816168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.816168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.816168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.816260] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 932.850059] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.850300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.850515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.850846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.851119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.863788] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 933.624901] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 933.625230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.878862] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 934.878862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.879600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.879600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.879600] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.879600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.879839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.879839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.880015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.880015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.884040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.385020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.385020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.385020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.385020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.385699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.385699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.385699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.385699] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.385699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.385699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.385878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.385878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.385939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.385999] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.509348] env[65301]: INFO networking_nsxv3.common.synchronization [None req-5916f5c2-7d9e-464d-8753-d6ad20c85dd0 None None] Enqueued Resource ID: d74bf935-8f3d-4ad2-b6a9-f62c312fd143 with Priority: HIGHEST for action port [ 935.509348] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74bf935-8f3d-4ad2-b6a9-f62c312fd143 with Priority: HIGHEST for action port [ 935.509348] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d74bf935-8f3d-4ad2-b6a9-f62c312fd143 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.509348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d74bf935-8f3d-4ad2-b6a9-f62c312fd143" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.509348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d74bf935-8f3d-4ad2-b6a9-f62c312fd143" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.510552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d74bf935-8f3d-4ad2-b6a9-f62c312fd143" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.510705] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74bf935-8f3d-4ad2-b6a9-f62c312fd143',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.888508] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 935.909098] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.909609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909870] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.910055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.910279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.910368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.910564] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.910662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.910729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.910871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.910943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.911208] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.911306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.911366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.911504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.911578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.911690] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 936.012704] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d74bf935-8f3d-4ad2-b6a9-f62c312fd143 [ 936.012972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.013158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.013231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.013478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.013600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.013782] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d74bf935-8f3d-4ad2-b6a9-f62c312fd143 already deleted. [ 936.013847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d74bf935-8f3d-4ad2-b6a9-f62c312fd143" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.016114] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.016206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.016292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.016496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.016654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.041815] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 938.056195] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 938.056485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.256207] env[65301]: INFO networking_nsxv3.common.synchronization [req-e738bf41-9b57-4dc0-97be-dc9feaa6b047 req-ef7ac8c3-d013-49d1-9e47-111866568d0b tempest-ServersAdminTestJSON-349801112 tempest-ServersAdminTestJSON-349801112-project-member] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 940.256207] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGHEST for action security_group_members [ 940.256207] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.257343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.257343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.258061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.258583] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.258761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.258840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.259273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.259389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.259735] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.707485] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6f8d3de-54e3-48ba-aa20-a5ebe2312e18 req-98920bfd-8dfc-4001-8d63-06a76b807f32 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 940.708021] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 940.708021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.708232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.708232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.708401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.708554] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.708651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.708715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.708924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.709019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.709086] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.743274] env[65301]: INFO networking_nsxv3.common.synchronization [None req-6ccd3dd1-2fbe-4c9e-a579-e0a6e322f5d8 None None] Enqueued Resource ID: c14d37da-619e-4595-bb9f-f6f6ff54b0ba with Priority: HIGHEST for action port [ 940.745771] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14d37da-619e-4595-bb9f-f6f6ff54b0ba with Priority: HIGHEST for action port [ 940.745771] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14d37da-619e-4595-bb9f-f6f6ff54b0ba taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.745771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14d37da-619e-4595-bb9f-f6f6ff54b0ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.745771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14d37da-619e-4595-bb9f-f6f6ff54b0ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.745771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14d37da-619e-4595-bb9f-f6f6ff54b0ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.745771] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14d37da-619e-4595-bb9f-f6f6ff54b0ba',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.762442] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.762621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.762669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.763196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.788363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.788515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.789173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.789173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.789173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.789173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.789173] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be updated. [ 940.820364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.820364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.820364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.820364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.820364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.829301] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: IN_PROGRESS for 2s [ 941.118691] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.118896] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.119138] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.119512] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.119925] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.120202] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.120398] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.120796] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.121089] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.125022] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.125022] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.125022] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.125022] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.125022] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.125022] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.125022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.142235] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.142235] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.142235] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.142454] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.142753] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.143326] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.143570] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.143919] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.144098] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b18ddaa-9896-42c0-8b05-e4b24fde7a58',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.214771] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.214771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.214771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.214771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.214771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.214771] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.215011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.215053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.215710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.215710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.215710] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 941.245208] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.245208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.245208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.245405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.245405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.249213] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c14d37da-619e-4595-bb9f-f6f6ff54b0ba [ 941.249344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.249491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.249583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.249790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.249878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.249972] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c14d37da-619e-4595-bb9f-f6f6ff54b0ba already deleted. [ 941.250070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14d37da-619e-4595-bb9f-f6f6ff54b0ba" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.256640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 941.646779] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.647047] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.647228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.647501] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.647645] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.647854] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 6b18ddaa-9896-42c0-8b05-e4b24fde7a58 not found, creating... [ 941.648135] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.648295] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.648408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.648627] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.648757] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.649060] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.649229] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.649371] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.649682] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.649720] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.649855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 6b18ddaa-9896-42c0-8b05-e4b24fde7a58 is going to be created. [ 941.674613] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.674896] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.674956] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.675229] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.675459] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.675674] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.377562] env[65301]: INFO networking_nsxv3.common.synchronization [None req-3a8094dc-33ce-4e5c-a972-3834224c9a23 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_rules [ 942.377897] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_rules [ 942.378261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.378419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.378482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.378711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.378804] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.412574] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6f8d3de-54e3-48ba-aa20-a5ebe2312e18 req-ef0e8138-c3db-4cd3-9f07-ca8cab925180 service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 942.415792] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6f8d3de-54e3-48ba-aa20-a5ebe2312e18 req-ef0e8138-c3db-4cd3-9f07-ca8cab925180 service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 942.415792] env[65301]: INFO networking_nsxv3.common.synchronization [req-b6f8d3de-54e3-48ba-aa20-a5ebe2312e18 req-ef0e8138-c3db-4cd3-9f07-ca8cab925180 service nova] Enqueued Resource ID: 6b18ddaa-9896-42c0-8b05-e4b24fde7a58 with Priority: HIGHEST for action port [ 942.415792] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 942.415792] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 942.415792] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b18ddaa-9896-42c0-8b05-e4b24fde7a58 with Priority: HIGHEST for action port [ 942.415792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.415792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.415792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.415792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.415792] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.415792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.415792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.416586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.416586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.416586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.416586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.416586] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b18ddaa-9896-42c0-8b05-e4b24fde7a58',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.547379] env[65301]: INFO networking_nsxv3.common.synchronization [None req-fc778e6f-7047-42c2-bd04-0119409d8a10 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_rules [ 942.547969] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_rules [ 942.548496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.548496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.849719] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 in Status: SUCCESS [ 942.849719] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 deletion is rescheduled due to dependency. [ 942.849719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.904849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.904999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.905085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.905297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.905409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.905519] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e already deleted. [ 942.905607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.909294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.909516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.909609] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.917760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.917900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.920309] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b18ddaa-9896-42c0-8b05-e4b24fde7a58 with status ACTIVE [ 942.920560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.920713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.920797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.921086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.921290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.921444] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.921520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.921616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.921765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.921843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.922183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.922183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.922303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.922367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.922438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.922571] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b18ddaa-9896-42c0-8b05-e4b24fde7a58 is going to be updated. [ 942.968230] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.969297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.969297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.969422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.969557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.969760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b18ddaa-9896-42c0-8b05-e4b24fde7a58" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.157131] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4d2c7662-e3a5-4bd1-ac2e-52fc160a7085 None None] Enqueued Resource ID: b9777195-c0f7-4d34-9c13-b063c23b0c65 with Priority: HIGHEST for action port [ 943.157131] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9777195-c0f7-4d34-9c13-b063c23b0c65 with Priority: HIGHEST for action port [ 943.158074] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9777195-c0f7-4d34-9c13-b063c23b0c65 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.158208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9777195-c0f7-4d34-9c13-b063c23b0c65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.158605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9777195-c0f7-4d34-9c13-b063c23b0c65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.158605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9777195-c0f7-4d34-9c13-b063c23b0c65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.158605] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9777195-c0f7-4d34-9c13-b063c23b0c65',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.267117] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 943.267332] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 943.267434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.267604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.267827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.268089] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.268232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.268458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.268537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268983] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.435117] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.435393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.435393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.435583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.435583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.435653] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e already deleted. [ 943.435721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.661558] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9777195-c0f7-4d34-9c13-b063c23b0c65 [ 943.661813] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.661955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.662068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.662320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.662411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.662511] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9777195-c0f7-4d34-9c13-b063c23b0c65 already deleted. [ 943.662606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9777195-c0f7-4d34-9c13-b063c23b0c65" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.771394] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.277080] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.783780] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.783780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.783780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.783780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.783780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.783780] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 944.820462] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.820462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.820462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.820462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.820698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.836755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 945.237097] env[65301]: INFO networking_nsxv3.common.synchronization [req-1030c665-cc20-47ed-a28f-2d3729b6ed40 req-775ca9ab-5077-4089-af49-4a794984f814 tempest-ServersTestJSON-1488970650 tempest-ServersTestJSON-1488970650-project-member] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_members [ 945.237833] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGHEST for action security_group_members [ 945.238419] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.238546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.238614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.238815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.239011] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.239104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.239168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.239317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.239403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.239495] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.745549] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.745691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.745870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.745989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.746100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.746304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.746402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.746464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.746613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.746688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.746771] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 is going to be updated. [ 945.778851] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.778851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.778851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.779211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.779211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.789823] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 in Status: IN_PROGRESS for 2s [ 945.901113] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.901329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.901450] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.901906] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.902067] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.902158] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.902569] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.902823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.902964] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.903262] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.903521] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.903521] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.903649] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.903690] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.903791] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.903920] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.925336] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.925518] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.925678] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.925865] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-657" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.926207] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-8eb75a18-52f7-4090-8168-da66b51833df taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.926422] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.926549] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.926850] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.926992] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb75a18-52f7-4090-8168-da66b51833df',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.429616] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.429616] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.429854] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.429973] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.430131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.430419] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.430943] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.430943] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.430943] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.431151] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.431407] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431664] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431864] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.432805] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.433051] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 8eb75a18-52f7-4090-8168-da66b51833df is going to be updated. [ 946.462876] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.463302] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.463381] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.463651] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.463860] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.464183] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.847781] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 946.848107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.848316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.848561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.848799] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.848985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.849089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.849303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.849390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.849655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.849723] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.238080] env[65301]: INFO networking_nsxv3.common.synchronization [req-d5ccfa26-ee85-41c0-adfd-4cd8015e72fa req-1f48eb8b-8cbc-4239-8463-10a8770e297d service nova] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_rules [ 947.238502] env[65301]: INFO networking_nsxv3.common.synchronization [req-d5ccfa26-ee85-41c0-adfd-4cd8015e72fa req-1f48eb8b-8cbc-4239-8463-10a8770e297d service nova] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 947.238502] env[65301]: INFO networking_nsxv3.common.synchronization [req-d5ccfa26-ee85-41c0-adfd-4cd8015e72fa req-1f48eb8b-8cbc-4239-8463-10a8770e297d service nova] Enqueued Resource ID: 8eb75a18-52f7-4090-8168-da66b51833df with Priority: HIGHEST for action port [ 947.239131] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_rules [ 947.239326] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 947.239523] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb75a18-52f7-4090-8168-da66b51833df with Priority: HIGHEST for action port [ 947.239849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.239920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.239960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.240591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.240717] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.241778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.241778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.242069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.242069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.242236] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.242356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.242436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.242569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.243218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.243218] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.243763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb75a18-52f7-4090-8168-da66b51833df taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.243947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.243947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.244385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.244385] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb75a18-52f7-4090-8168-da66b51833df',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.353092] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.353250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.353250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.353475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.353648] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.353751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.353815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.353991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.354110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.354175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.354318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.354468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.354681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.354820] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.354936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.354999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.355216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.355272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.355354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.355527] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.745811] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.746058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.747420] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb75a18-52f7-4090-8168-da66b51833df with status ACTIVE [ 947.747613] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.748673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.748673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.749364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.749364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.749364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.749364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.749364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.749364] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb75a18-52f7-4090-8168-da66b51833df is going to be updated. [ 947.750582] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.779910] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.780120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.780226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.780451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.780590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.780750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb75a18-52f7-4090-8168-da66b51833df" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.803224] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 in Status: SUCCESS [ 947.803865] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 deletion is rescheduled due to dependency. [ 947.803865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.857849] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675175da-06a1-44b4-b9cb-c970cd49f216: rpc.has_security_group_logging(os_id): False [ 947.882497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.882680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.882768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.882989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.883120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.883363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.883539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.883698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.883760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.883823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.884018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.884114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.884176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.884491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.884491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.884643] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.884765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.884854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.885873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.885873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.885873] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 948.013503] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.013723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.013910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.014255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.014487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.044459] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 948.253709] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.757032] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.757204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.757305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.757624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.757734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.757833] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 948.795826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.796317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.796317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.796317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.796520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.808231] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 950.060519] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 950.060873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.818515] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 950.818757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.818953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.819226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.819431] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.819564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.819638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.819793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.819898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.819995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.820106] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.323424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.323783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.323783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.324087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.324344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.324513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.324607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.325291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.325444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.325571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.325782] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.325995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.326132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.326461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.326567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.326621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.326828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.326938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.327385] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.829724] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc37b18d-9d66-4517-94f7-5b52ef46ed1b: rpc.has_security_group_logging(os_id): False [ 951.850278] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.850575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.850661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.850876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.870109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.870464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.870608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.870676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.870881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.870967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.871380] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.871504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.871585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.871739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.871819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.872556] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.872556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.872556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.872556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.872556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.872556] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 951.954240] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.954482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.954532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.954840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.955064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.978246] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 952.241881] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.241995] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 953.999948] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 953.999948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.184446] env[65301]: INFO networking_nsxv3.common.synchronization [req-4632a4d7-88fb-4a25-a45b-be95c4eabe11 req-90855c16-7830-40a9-9e8a-546ac9b65e94 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 954.186278] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 954.186631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.186827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.186827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.187012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.187459] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.189104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.189339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.189652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.189789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.189924] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.693249] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.693513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.693612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.694095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.694095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.694395] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.694528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.694700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.694834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.694980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.695072] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 954.731666] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.731666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.731666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.731666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.731666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.741830] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 956.753988] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 956.754336] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 956.754336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.187159] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.187551] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 963.212307] env[65301]: INFO networking_nsxv3.common.synchronization [None req-65b3f1f6-2b9a-4591-ad8d-7e682eba3fea tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 963.212708] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 963.213140] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.213395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.214299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.214299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.214299] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.309575] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0d1e940b-093b-4072-883b-7e5c17339996 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 963.310353] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 963.310695] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.310800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.744816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.745877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.745877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.745877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.745877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.745877] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 181457d3-0110-4e35-affa-842421b556c5 already deleted. [ 963.745877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.745877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.746221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.746221] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.268174] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.268490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.268490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.268594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.268676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.268769] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 181457d3-0110-4e35-affa-842421b556c5 already deleted. [ 964.268845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.114528] env[65301]: INFO networking_nsxv3.common.synchronization [req-d2fc4c4a-0cd7-4af7-af98-787bf17f7a77 req-f39e578c-f7a6-474c-b728-3be9bf18ca41 tempest-ServerActionsV293TestJSON-2088339259 tempest-ServerActionsV293TestJSON-2088339259-project-member] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_members [ 965.115185] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_members [ 965.115529] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.115943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.115943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.116153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.117393] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.117393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.117393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.117393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.117393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.117393] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.599217] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-741 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.599217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-741" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.599217] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-741" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.601442] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-741" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.601442] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.601442] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.601442] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.601871] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.601871] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.602770] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.602770] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.602770] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.602770] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.602978] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.602978] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.603169] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.619251] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.619251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.619251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.619463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.619572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.622796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.622796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.622796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.622796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.622796] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 already deleted. [ 965.622796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.625458] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.625838] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.626037] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.626257] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-741" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.626566] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-c3968e77-c6ae-45c8-adf6-35e1704e73b6 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.626738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.626868] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.627374] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.627374] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3968e77-c6ae-45c8-adf6-35e1704e73b6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.130844] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.131037] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.131111] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.131415] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.131553] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.131708] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port c3968e77-c6ae-45c8-adf6-35e1704e73b6 not found, creating... [ 966.132017] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.132248] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.132440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.132737] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.132886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.133220] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.133410] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.133541] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.133997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.133997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.134107] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: c3968e77-c6ae-45c8-adf6-35e1704e73b6 is going to be created. [ 966.166062] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.166281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.166410] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.166705] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.166929] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.167168] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.881417] env[65301]: INFO networking_nsxv3.common.synchronization [req-d2fc4c4a-0cd7-4af7-af98-787bf17f7a77 req-8804f459-4198-427b-bcdb-58f6a96168cb service nova] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_rules [ 966.881417] env[65301]: INFO networking_nsxv3.common.synchronization [req-d2fc4c4a-0cd7-4af7-af98-787bf17f7a77 req-8804f459-4198-427b-bcdb-58f6a96168cb service nova] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_members [ 966.881417] env[65301]: INFO networking_nsxv3.common.synchronization [req-d2fc4c4a-0cd7-4af7-af98-787bf17f7a77 req-8804f459-4198-427b-bcdb-58f6a96168cb service nova] Enqueued Resource ID: c3968e77-c6ae-45c8-adf6-35e1704e73b6 with Priority: HIGHEST for action port [ 966.881417] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_rules [ 966.881417] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_members [ 966.881417] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3968e77-c6ae-45c8-adf6-35e1704e73b6 with Priority: HIGHEST for action port [ 966.881417] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.881417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.881417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.882420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.882603] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.883733] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.883967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.884255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.884534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.884785] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.884995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.885186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.885431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.885595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.885755] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.887129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3968e77-c6ae-45c8-adf6-35e1704e73b6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.889150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.891077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.891077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.891077] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3968e77-c6ae-45c8-adf6-35e1704e73b6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.076605] env[65301]: INFO networking_nsxv3.common.synchronization [req-d6ec93df-dea9-468c-88bf-37358fe4bdae req-0ba7641e-2494-4b20-88fd-449b653d93b2 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_members [ 967.077440] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGHEST for action security_group_members [ 967.077769] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.077895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.077963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.078184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.078338] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.078439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.078491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.078635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.078762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.078904] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.391572] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.392903] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.393172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.393438] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3968e77-c6ae-45c8-adf6-35e1704e73b6 with status ACTIVE [ 967.393651] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.393877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.393972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.394176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.394268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.394473] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.394588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.394649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.394808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.394910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.395984] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.395984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.395984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.395984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.395984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.395984] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3968e77-c6ae-45c8-adf6-35e1704e73b6 is going to be updated. [ 967.421493] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.421493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.421493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.421493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.421493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.421493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3968e77-c6ae-45c8-adf6-35e1704e73b6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.581156] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.581351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.581427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.581696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.581810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.582027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.582163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.582798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.582798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.582798] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 is going to be updated. [ 967.593432] env[65301]: INFO networking_nsxv3.common.synchronization [req-dac4bc13-a059-44a2-a1fd-1b55ee3326be req-6e97befe-b48d-4ffc-b2f0-456671c61151 tempest-FloatingIPsAssociationTestJSON-648143423 tempest-FloatingIPsAssociationTestJSON-648143423-project-member] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 967.594050] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 967.594429] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.594568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.594626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.594917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.595069] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.595173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.595237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.595385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.595470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.595562] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.616024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.616166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.616242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.616483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.616629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.626622] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b989c536-a780-4ed2-b499-e618ea07dfd8 in Status: IN_PROGRESS for 2s [ 967.898472] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.949069] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.949069] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.949069] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.949069] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.949069] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.949948] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.949948] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.949948] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.950080] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.950210] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.971407] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.971665] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.971829] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.972042] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.972436] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.972722] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.973211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.973341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.973490] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.097989] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.098179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.098261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.098486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.098626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.098896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.099044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.099147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.099385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.099507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.099644] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 already deleted. [ 968.099792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.403178] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.403368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.403411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.403764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.403764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.403764] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 is going to be created. [ 968.431116] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.431363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.431483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.431871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.432627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.451592] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 in Status: UNINITIALIZED for 2s [ 968.475913] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.476182] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.476310] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.476712] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.476865] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.477023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e not found, creating... [ 968.477280] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.477432] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.477563] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.477777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.477955] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.478253] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.478404] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.478517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.478717] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.478845] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.479041] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e is going to be created. [ 968.500661] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.500871] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.500993] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.501398] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.501623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.501850] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.234538] env[65301]: INFO networking_nsxv3.common.synchronization [req-dac4bc13-a059-44a2-a1fd-1b55ee3326be req-011194be-78aa-4d8d-9c2d-69ed482b6e45 service nova] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_rules [ 969.234842] env[65301]: INFO networking_nsxv3.common.synchronization [req-dac4bc13-a059-44a2-a1fd-1b55ee3326be req-011194be-78aa-4d8d-9c2d-69ed482b6e45 service nova] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 969.235010] env[65301]: INFO networking_nsxv3.common.synchronization [req-dac4bc13-a059-44a2-a1fd-1b55ee3326be req-011194be-78aa-4d8d-9c2d-69ed482b6e45 service nova] Enqueued Resource ID: 1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e with Priority: HIGHEST for action port [ 969.235543] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_rules [ 969.235681] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 969.235779] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e with Priority: HIGHEST for action port [ 969.236210] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.236485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.236485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.236712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.236795] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.238832] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.238954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.239062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.239251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.239400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.239531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.239571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.239688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.239771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.239860] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.241836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.241950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.242030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.242224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.242387] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.527115] env[65301]: INFO networking_nsxv3.common.synchronization [req-90c6723e-5d67-4299-ac05-76ca49f259db req-8782d936-b235-4ec0-a744-e8d391c7f8ae tempest-MigrationsAdminTest-912155741 tempest-MigrationsAdminTest-912155741-project-member] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 969.527634] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 969.529497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.529721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.529788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.530178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.530232] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.530341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.530425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.530639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.530748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.530849] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.645693] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b989c536-a780-4ed2-b499-e618ea07dfd8 in Status: SUCCESS [ 969.645900] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 deletion is rescheduled due to dependency. [ 969.646037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.739934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.739934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.742569] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.746702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e with status ACTIVE [ 969.746702] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.746702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.746702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.748356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.748356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.748356] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.748356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.748356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.748356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.748356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.748356] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.748859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.748859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.748859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.748859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.748859] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e is going to be updated. [ 969.921784] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.921933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.922012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.922287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.922657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.922657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d99096e-1bf1-4de2-b7c0-9b2f3ed7310e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.033320] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.245011] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.343042] env[65301]: INFO networking_nsxv3.common.synchronization [req-f160edc9-57d8-42d7-9e36-9bda7fbaa2bd req-5d335d69-7dfc-4acb-a3ee-133d0d6b9f35 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 970.344053] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 970.344223] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.344389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.344476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.344723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.344910] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.345031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.345192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.345258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.345335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.345448] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.462885] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 in Status: SUCCESS [ 970.463045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.463211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.463467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.463698] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.463843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.463957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.464095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.464180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.464425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.464558] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.536061] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.700288] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.700477] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.700606] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.700865] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.701911] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.701911] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.701911] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.701911] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.701911] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.702344] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.703184] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.703458] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.703671] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.703920] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.704476] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.704556] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.724554] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.724788] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.724957] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.725669] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.726064] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-256ad363-b8ef-499f-b91f-d657bee25862 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.726281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.726544] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.726799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.726974] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256ad363-b8ef-499f-b91f-d657bee25862',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.747860] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.747960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.748061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.748252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.748343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.748443] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be created. [ 970.775223] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.775223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.775223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.775223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.775223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.785925] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: UNINITIALIZED for 2s [ 970.851459] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.969411] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.039848] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.040068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.040178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.040475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.040654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.040768] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be updated. [ 971.074896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.075064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.075134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.075364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.075511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.088027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 971.229748] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.230191] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.230553] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.232555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.232555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.232555] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 256ad363-b8ef-499f-b91f-d657bee25862 not found, creating... [ 971.232555] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.232555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.232555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.232555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.232555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.232555] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.233071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.233071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.233071] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.233173] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.234411] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 256ad363-b8ef-499f-b91f-d657bee25862 is going to be created. [ 971.253615] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.254068] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.254132] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.254431] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.254683] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.254939] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.353569] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.471961] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2: rpc.has_security_group_logging(os_id): False [ 971.496076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.496236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.496321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.496688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.496860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497149] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.497280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497743] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 is going to be created. [ 971.562987] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.562987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.562987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.563328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.563328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.576751] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 in Status: IN_PROGRESS for 2s [ 971.859033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.859033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.859033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.859033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.859033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.859033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 971.893990] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.894158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.894259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.894512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.894665] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.910133] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 972.097412] env[65301]: INFO networking_nsxv3.common.synchronization [req-f160edc9-57d8-42d7-9e36-9bda7fbaa2bd req-ed5603be-406f-4659-a510-c1a3fb41f0f7 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 972.097683] env[65301]: INFO networking_nsxv3.common.synchronization [req-f160edc9-57d8-42d7-9e36-9bda7fbaa2bd req-ed5603be-406f-4659-a510-c1a3fb41f0f7 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 972.097775] env[65301]: INFO networking_nsxv3.common.synchronization [req-f160edc9-57d8-42d7-9e36-9bda7fbaa2bd req-ed5603be-406f-4659-a510-c1a3fb41f0f7 service nova] Enqueued Resource ID: 256ad363-b8ef-499f-b91f-d657bee25862 with Priority: HIGHEST for action port [ 972.098364] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 972.098523] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 972.098628] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256ad363-b8ef-499f-b91f-d657bee25862 with Priority: HIGHEST for action port [ 972.098944] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.099137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.099227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.099486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.099581] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.100554] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.101304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.101304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-256ad363-b8ef-499f-b91f-d657bee25862 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.101304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.101590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.101637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.101700] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256ad363-b8ef-499f-b91f-d657bee25862',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.603680] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.603964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.604218] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 256ad363-b8ef-499f-b91f-d657bee25862 with status ACTIVE [ 972.604451] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.604596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.604648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.605022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.605116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.607037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.607037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.607037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.607037] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 256ad363-b8ef-499f-b91f-d657bee25862 is going to be updated. [ 972.629879] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.630705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.630779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.631049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.631331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.631803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256ad363-b8ef-499f-b91f-d657bee25862" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.805869] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 972.806797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.806797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.806797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.807071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.807071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.807071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.807168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.807217] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.098441] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 973.098606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.312031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.312031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.312031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.312031] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.312031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.313828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.313828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.313828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.313828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.313828] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.593553] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 in Status: SUCCESS [ 973.593843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.820778] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b73e755-92f7-4f95-998a-f4a398d20200: rpc.has_security_group_logging(os_id): False [ 973.843183] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.843874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.843874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.844289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844509] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.844662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.844764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.845133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.845516] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.845516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.845651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.845825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.845943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.846196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.846362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.846583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.846785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.846907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.847046] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be created. [ 973.920412] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.920412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.920412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.920592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.920731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.922518] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 973.922755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.924037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.924037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.924037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.924037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.924037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.924037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.924322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.924322] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.933726] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: IN_PROGRESS for 2s [ 974.426668] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.813095] env[65301]: INFO networking_nsxv3.common.synchronization [req-114e5601-fc96-4c7b-afa4-e1eedb79a57a req-99c61802-0be7-4159-bf15-ad31f34113b9 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_members [ 974.813601] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_members [ 974.814041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.814850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.814850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.814850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.814850] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.814850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.815451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.815451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.815818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.815818] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.929472] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.321423] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.321573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.321643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.321886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.321981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.322233] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.322344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.322381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.322541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.322612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.322697] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e already deleted. [ 975.322773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.325084] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.325271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.325394] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.325676] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.325926] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.326094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.326210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.326416] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.326548] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.326747] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.326857] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.326964] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.327080] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.327191] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.327290] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.327416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.347043] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.347313] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.347502] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.347709] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.348064] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-17a08082-731d-4858-ad07-537a09262f5f taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.348273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.348422] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.348755] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.348926] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a08082-731d-4858-ad07-537a09262f5f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.435091] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.435333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.435333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.435547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.435633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.435739] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 975.478365] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.478609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.478609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.478816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.478960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.493994] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 975.852259] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.852581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.853040] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.853194] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.853315] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.853527] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 17a08082-731d-4858-ad07-537a09262f5f not found, creating... [ 975.853851] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.854068] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.854236] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.854528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.854700] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.855096] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.855307] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.855480] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.855768] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.855957] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.856167] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 17a08082-731d-4858-ad07-537a09262f5f is going to be created. [ 975.887261] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.887813] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.887921] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.888256] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.888624] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.888981] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.951045] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 975.951045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.639168] env[65301]: INFO networking_nsxv3.common.synchronization [req-114e5601-fc96-4c7b-afa4-e1eedb79a57a req-48af509a-3485-48e9-b7d9-00d2bcce46b7 service nova] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_rules [ 976.639366] env[65301]: INFO networking_nsxv3.common.synchronization [req-114e5601-fc96-4c7b-afa4-e1eedb79a57a req-48af509a-3485-48e9-b7d9-00d2bcce46b7 service nova] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_members [ 976.639500] env[65301]: INFO networking_nsxv3.common.synchronization [req-114e5601-fc96-4c7b-afa4-e1eedb79a57a req-48af509a-3485-48e9-b7d9-00d2bcce46b7 service nova] Enqueued Resource ID: 17a08082-731d-4858-ad07-537a09262f5f with Priority: HIGHEST for action port [ 976.640017] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_rules [ 976.640505] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_members [ 976.640505] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a08082-731d-4858-ad07-537a09262f5f with Priority: HIGHEST for action port [ 976.640505] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.640647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.640679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.641230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.641230] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.642832] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.642995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.643223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.643550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.644177] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.644352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.644453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.644682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.644835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.646250] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.646250] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-17a08082-731d-4858-ad07-537a09262f5f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.646250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.646250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.646692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.646739] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a08082-731d-4858-ad07-537a09262f5f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.148787] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.154030] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154030] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17a08082-731d-4858-ad07-537a09262f5f with status ACTIVE [ 977.154030] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.154030] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.154030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.154599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.155478] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.155478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.155478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.155478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.155478] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17a08082-731d-4858-ad07-537a09262f5f is going to be updated. [ 977.179374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.179922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.179922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.179922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.179922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.180297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17a08082-731d-4858-ad07-537a09262f5f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.504890] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 977.505130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.505301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.505509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.505707] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.505819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.505883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.506048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.506132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.506215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.506303] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.653064] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.008509] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.009071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.009071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.009071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.009317] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.009468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.009852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.009852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.009953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.009989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.010580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.010580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.010580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.010764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.011214] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.011214] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.011214] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.011365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.011459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.011539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.011658] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.155098] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.155490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.155490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.155570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.155660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.155759] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e is going to be created. [ 978.182034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.182336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.182336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.182575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.182799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.193825] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: UNINITIALIZED for 2s [ 978.515341] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 978.534357] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.534527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.534586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.534791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.534879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.535088] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.535188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.535307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.535485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.535580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.536033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.536033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.536033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.536198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.536198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.536341] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.536436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.536497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.536635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.536710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.537256] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 978.626669] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.626855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.626925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.627162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.627311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.641603] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 979.304015] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d78791d2-f9c6-4677-91c9-f753b10e579c None None] Enqueued Resource ID: 83db2ad6-b67f-4a5b-ada2-7753b4c91e4a with Priority: HIGHEST for action port [ 979.304686] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83db2ad6-b67f-4a5b-ada2-7753b4c91e4a with Priority: HIGHEST for action port [ 979.305088] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-83db2ad6-b67f-4a5b-ada2-7753b4c91e4a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.308192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83db2ad6-b67f-4a5b-ada2-7753b4c91e4a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.308192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83db2ad6-b67f-4a5b-ada2-7753b4c91e4a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.308192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83db2ad6-b67f-4a5b-ada2-7753b4c91e4a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.308192] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83db2ad6-b67f-4a5b-ada2-7753b4c91e4a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.813758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83db2ad6-b67f-4a5b-ada2-7753b4c91e4a [ 979.813878] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.814095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.814095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.814316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.814426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.814640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83db2ad6-b67f-4a5b-ada2-7753b4c91e4a already deleted. [ 979.814640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83db2ad6-b67f-4a5b-ada2-7753b4c91e4a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.109037] env[65301]: INFO networking_nsxv3.common.synchronization [req-cf0a0282-f81f-4156-b073-fbbd05d830a3 req-b3c424ac-e009-4eb2-bf22-609ac46a0a9d tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 980.109037] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 980.109037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.109037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.109037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.109558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.109800] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.110051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.110179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.110443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.110631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.110716] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.205465] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: UNINITIALIZED for 4s [ 980.493459] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.493813] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.493813] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.495155] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.495538] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.495734] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.495855] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.496136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.496291] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.496503] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.496617] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.496721] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.496825] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.496930] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.497045] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.497181] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.523202] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.523407] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.523560] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.523782] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.524082] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-a25c5485-5994-49ea-9d3f-bbf91a13e710 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.524257] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.524378] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.524712] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.524848] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25c5485-5994-49ea-9d3f-bbf91a13e710',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.613633] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.657559] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 980.657801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.028621] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.028854] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.028981] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.029350] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.029507] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.029667] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port a25c5485-5994-49ea-9d3f-bbf91a13e710 not found, creating... [ 981.029964] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.030151] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.030299] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.030493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.030628] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.030913] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.031193] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.031339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.031568] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.031741] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.031889] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: a25c5485-5994-49ea-9d3f-bbf91a13e710 is going to be created. [ 981.054231] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.054511] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.054668] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.054985] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.055254] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.055553] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.115568] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.619942] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.619942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.619942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.619942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.619942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.619942] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 981.654475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.654475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.654475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.654475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.654475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.664665] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 981.735997] env[65301]: INFO networking_nsxv3.common.synchronization [None req-68f13597-bd43-4cc1-ba7b-6078a163f9fb None None] Enqueued Resource ID: cf2ae7f1-135d-47d7-afb0-53c9d43e00d0 with Priority: HIGHEST for action port [ 981.736565] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf2ae7f1-135d-47d7-afb0-53c9d43e00d0 with Priority: HIGHEST for action port [ 981.736918] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf2ae7f1-135d-47d7-afb0-53c9d43e00d0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.737031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf2ae7f1-135d-47d7-afb0-53c9d43e00d0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.737472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf2ae7f1-135d-47d7-afb0-53c9d43e00d0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.737714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf2ae7f1-135d-47d7-afb0-53c9d43e00d0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.737714] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf2ae7f1-135d-47d7-afb0-53c9d43e00d0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.744504] env[65301]: INFO networking_nsxv3.common.synchronization [req-cf0a0282-f81f-4156-b073-fbbd05d830a3 req-aa0cd707-14f1-4c03-a0ce-c50b96e29d13 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 981.744691] env[65301]: INFO networking_nsxv3.common.synchronization [req-cf0a0282-f81f-4156-b073-fbbd05d830a3 req-aa0cd707-14f1-4c03-a0ce-c50b96e29d13 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 981.744826] env[65301]: INFO networking_nsxv3.common.synchronization [req-cf0a0282-f81f-4156-b073-fbbd05d830a3 req-aa0cd707-14f1-4c03-a0ce-c50b96e29d13 service nova] Enqueued Resource ID: a25c5485-5994-49ea-9d3f-bbf91a13e710 with Priority: HIGHEST for action port [ 981.745057] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 981.745184] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 981.745279] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a25c5485-5994-49ea-9d3f-bbf91a13e710 with Priority: HIGHEST for action port [ 981.745825] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.746147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.746147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.747664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.747758] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.748636] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.748745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.748932] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a25c5485-5994-49ea-9d3f-bbf91a13e710 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.749039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.749123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.749327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.749402] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a25c5485-5994-49ea-9d3f-bbf91a13e710',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.223349] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: SUCCESS [ 982.224037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.224375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.224703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.225021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.225306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.225497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.226256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.226256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.226256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.226256] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.241792] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf2ae7f1-135d-47d7-afb0-53c9d43e00d0 [ 982.241792] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.241792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.241792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.241792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.241792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.241792] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf2ae7f1-135d-47d7-afb0-53c9d43e00d0 already deleted. [ 982.241792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf2ae7f1-135d-47d7-afb0-53c9d43e00d0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.254028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.254028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a25c5485-5994-49ea-9d3f-bbf91a13e710 with status ACTIVE [ 982.254028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.254028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.254028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.254028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.254821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.254821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.254821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.254821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.254821] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a25c5485-5994-49ea-9d3f-bbf91a13e710 is going to be updated. [ 982.282781] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.283057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.283157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.283418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.283651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.283744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a25c5485-5994-49ea-9d3f-bbf91a13e710" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.729574] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.803235] env[65301]: INFO networking_nsxv3.common.synchronization [None req-02f3da93-8865-4d60-8740-ef7323ccfc36 None None] Enqueued Resource ID: fc532111-2130-4d47-82b9-750ba654c25d with Priority: HIGHEST for action port [ 982.803807] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc532111-2130-4d47-82b9-750ba654c25d with Priority: HIGHEST for action port [ 982.804138] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc532111-2130-4d47-82b9-750ba654c25d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.804337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc532111-2130-4d47-82b9-750ba654c25d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.804337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc532111-2130-4d47-82b9-750ba654c25d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.804594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc532111-2130-4d47-82b9-750ba654c25d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.804719] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc532111-2130-4d47-82b9-750ba654c25d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.232094] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88c80ecd-70fc-4343-85a1-73f42cb2cd2e: rpc.has_security_group_logging(os_id): False [ 983.253264] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.253408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.253474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.253726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.253829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.254191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.254328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.254402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.254596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.255391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.255391] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e is going to be created. [ 983.308711] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc532111-2130-4d47-82b9-750ba654c25d [ 983.308957] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.309739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.309824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.310158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.310478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.310624] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc532111-2130-4d47-82b9-750ba654c25d already deleted. [ 983.310679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc532111-2130-4d47-82b9-750ba654c25d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.339343] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.339494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.342067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.342067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.342067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.358620] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: IN_PROGRESS for 2s [ 983.674841] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 983.675078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.675263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.675480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.675670] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.675801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.675892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.676067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.676165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.676244] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.064277] env[65301]: INFO networking_nsxv3.common.synchronization [None req-84fc5539-88c4-4a80-89e3-613562bce2d0 tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 984.064277] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 984.064277] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.064277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.064277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.064277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.064277] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.179308] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.289521] env[65301]: INFO networking_nsxv3.common.synchronization [None req-488b24a0-9c4e-486c-b4a0-5011d4f781bb tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 984.290332] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 984.291280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.291595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.588139] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.588346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.588346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.588543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.588834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.588834] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 already deleted. [ 984.588834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.588939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.589474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.589616] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.685370] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.114083] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.114422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.114422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.115209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.115209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.115209] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 already deleted. [ 985.115209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.188255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.189191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.189191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.189191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.189191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.189191] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 985.224856] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.224996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.225082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.225310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.225444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.243646] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 985.372315] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: SUCCESS [ 985.372644] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.416835] env[65301]: INFO networking_nsxv3.common.synchronization [None req-a82f7580-bf1e-454b-9d70-61d9cc55be15 None None] Enqueued Resource ID: 7185f63e-ceae-41d5-8783-49d7bf15f9a4 with Priority: HIGHEST for action port [ 985.417349] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7185f63e-ceae-41d5-8783-49d7bf15f9a4 with Priority: HIGHEST for action port [ 985.418351] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7185f63e-ceae-41d5-8783-49d7bf15f9a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.418351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7185f63e-ceae-41d5-8783-49d7bf15f9a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.418351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7185f63e-ceae-41d5-8783-49d7bf15f9a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.418351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7185f63e-ceae-41d5-8783-49d7bf15f9a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.418351] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7185f63e-ceae-41d5-8783-49d7bf15f9a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.920518] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7185f63e-ceae-41d5-8783-49d7bf15f9a4 [ 985.921863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.921863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.921863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.921863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.921863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.921863] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7185f63e-ceae-41d5-8783-49d7bf15f9a4 already deleted. [ 985.921863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7185f63e-ceae-41d5-8783-49d7bf15f9a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.268636] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 987.268974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.269130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.269363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.269629] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.269751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.269814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.270019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.270104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.270191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.270293] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.774029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.774271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.774271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.774659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.774745] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.774971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.774971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.777645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.777795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.778176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.778176] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.778325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.778409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.778757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.778829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.778978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.779085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.779308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.780080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.780222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.780386] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.284389] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a40e280-328b-491e-974d-340d428473cf: rpc.has_security_group_logging(os_id): False [ 988.304900] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.305093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.305138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.305337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.305424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.305637] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.305750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.305818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.305964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.306049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.306242] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.306332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.306401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.306535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.306660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.306787] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.306875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.307649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.307833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.307913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.308013] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 988.383123] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.384188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.384188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.384188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.384188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.404521] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 990.419352] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 990.419352] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 990.442581] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 990.443409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.363745] env[65301]: INFO networking_nsxv3.common.synchronization [req-61896f31-e4da-48a8-ab59-fd587a0b25c1 req-7fa8827c-ff52-485f-b488-21c1e8093a2c tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 992.366811] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 992.366811] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.366811] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.366811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.366811] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.710720] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.710980] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.711100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.711388] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.711659] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.712049] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.712049] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.713207] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.713207] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.713207] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.713207] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.713379] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.713557] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.713706] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.713835] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.714034] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.738509] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.738698] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.738837] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.739037] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.740392] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-479cc72d-52ab-4697-869f-c1b1d69b79c3 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.740392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.740392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.743529] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.743529] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479cc72d-52ab-4697-869f-c1b1d69b79c3',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.870477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.870679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.870679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.870872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.870990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.871261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.871372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.871426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.871585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.871660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.871745] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 already deleted. [ 992.871822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.248037] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.248037] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.248037] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.252024] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 479cc72d-52ab-4697-869f-c1b1d69b79c3 not found, creating... [ 993.252024] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.252024] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.252024] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.252556] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.252556] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.252641] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.252785] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 479cc72d-52ab-4697-869f-c1b1d69b79c3 is going to be created. [ 993.284437] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.284879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.284879] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.285886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.285886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.285886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.066136] env[65301]: INFO networking_nsxv3.common.synchronization [req-61896f31-e4da-48a8-ab59-fd587a0b25c1 req-0cde2b4b-0a58-4138-bce1-f78cd75322b3 service nova] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 994.066527] env[65301]: INFO networking_nsxv3.common.synchronization [req-61896f31-e4da-48a8-ab59-fd587a0b25c1 req-0cde2b4b-0a58-4138-bce1-f78cd75322b3 service nova] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 994.066527] env[65301]: INFO networking_nsxv3.common.synchronization [req-61896f31-e4da-48a8-ab59-fd587a0b25c1 req-0cde2b4b-0a58-4138-bce1-f78cd75322b3 service nova] Enqueued Resource ID: 479cc72d-52ab-4697-869f-c1b1d69b79c3 with Priority: HIGHEST for action port [ 994.067142] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 994.067283] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 994.067381] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479cc72d-52ab-4697-869f-c1b1d69b79c3 with Priority: HIGHEST for action port [ 994.068111] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.068257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.068320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.068677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.068677] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.070155] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.070325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.070401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.070589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.072498] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.072498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.072498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.072498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.072498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.072498] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.073417] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-479cc72d-52ab-4697-869f-c1b1d69b79c3 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.073417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.073417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.073417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.073417] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479cc72d-52ab-4697-869f-c1b1d69b79c3',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.571199] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.571199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.574259] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.576174] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 479cc72d-52ab-4697-869f-c1b1d69b79c3 with status ACTIVE [ 994.576553] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.579747] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.579747] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.579747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.579747] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 479cc72d-52ab-4697-869f-c1b1d69b79c3 is going to be updated. [ 994.604241] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.606221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.606221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479cc72d-52ab-4697-869f-c1b1d69b79c3" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.075867] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.578695] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.578925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.578925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.579140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.579232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.579336] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be created. [ 995.614173] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.614173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.614173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.614173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.614173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.625170] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: UNINITIALIZED for 2s [ 996.596541] env[65301]: INFO networking_nsxv3.common.synchronization [req-a1411b89-9c91-42cc-a8e2-71abdbcc116a req-56a7d3b4-f399-4957-8d11-0e16da351400 tempest-ServersNegativeTestJSON-2059926365 tempest-ServersNegativeTestJSON-2059926365-project-member] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 996.598031] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGHEST for action security_group_members [ 996.598430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.598629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.598950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.599153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.604905] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.604905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.604905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.604905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.604905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.604905] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.104399] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.104603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.104698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.104954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105339] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.105524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.105524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.105784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.105784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.105873] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be updated. [ 997.143567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.143800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.144702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.144702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.144702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.158623] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: IN_PROGRESS for 2s [ 997.413811] env[65301]: INFO networking_nsxv3.common.synchronization [req-ec191dd5-20d7-4288-87d7-c5f711c32a0a req-3a074867-5ea3-40df-aae4-59f6874d648d tempest-FloatingIPsAssociationTestJSON-648143423 tempest-FloatingIPsAssociationTestJSON-648143423-project-member] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 997.414363] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 997.414711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.414852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.414894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.415126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.415290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.415425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.415486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.415630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.415702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.415791] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.637148] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 997.637450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.637639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.637740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.637963] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.638053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.638098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.638242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.638387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.638387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.638477] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.720435] env[65301]: INFO networking_nsxv3.common.synchronization [req-22000e26-6056-48af-b0ff-ea00d8c7b3d7 req-ec255343-969d-4ec3-bcfd-aef6b38a301e tempest-MigrationsAdminTest-912155741 tempest-MigrationsAdminTest-912155741-project-member] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 997.726039] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGHEST for action security_group_members [ 997.727143] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.727340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.727340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.727534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.727682] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.727775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.727835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.727974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.728078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.728789] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.757716] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.757716] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.757716] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.758122] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.758122] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.758338] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.758390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.758571] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.758708] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.758910] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.759048] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.759131] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.759131] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.759131] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.759964] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.759964] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.782490] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.782741] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.782826] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.782999] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-243" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.783402] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-3768e434-0cbf-44eb-b49f-47ed668da55e taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.783550] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.783590] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.783938] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.787519] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3768e434-0cbf-44eb-b49f-47ed668da55e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.918216] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.140516] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.231629] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.231629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.231864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.231984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.255077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.255332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.255453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.255519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.255716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.255793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.255884] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be updated. [ 998.284332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.284332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.284332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.284332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.284332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.290286] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.290496] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.290613] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.290876] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.291029] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.293878] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 3768e434-0cbf-44eb-b49f-47ed668da55e not found, creating... [ 998.293878] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.293878] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.293878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.294616] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.294616] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 3768e434-0cbf-44eb-b49f-47ed668da55e is going to be created. [ 998.295123] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: IN_PROGRESS for 2s [ 998.323800] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.324009] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.324136] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.324411] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.324638] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.324855] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.420108] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.642775] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 181457d3-0110-4e35-affa-842421b556c5: rpc.has_security_group_logging(os_id): False [ 998.661204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.661409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.661484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.661703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.661794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.662017] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.662160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.662160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.662459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.662459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.662629] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be created. [ 998.733333] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.733466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.733466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.733804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.734046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.745722] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: IN_PROGRESS for 2s [ 998.922696] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.923304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.923470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.924057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.925181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.925181] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be updated. [ 998.956409] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.956409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.956409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.956968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.957184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.968933] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: IN_PROGRESS for 2s [ 999.067039] env[65301]: INFO networking_nsxv3.common.synchronization [req-ec191dd5-20d7-4288-87d7-c5f711c32a0a req-62760d42-7d93-4ad5-a5f6-c9ee3519cb64 service nova] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_rules [ 999.067039] env[65301]: INFO networking_nsxv3.common.synchronization [req-ec191dd5-20d7-4288-87d7-c5f711c32a0a req-62760d42-7d93-4ad5-a5f6-c9ee3519cb64 service nova] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 999.067039] env[65301]: INFO networking_nsxv3.common.synchronization [req-ec191dd5-20d7-4288-87d7-c5f711c32a0a req-62760d42-7d93-4ad5-a5f6-c9ee3519cb64 service nova] Enqueued Resource ID: 3768e434-0cbf-44eb-b49f-47ed668da55e with Priority: HIGHEST for action port [ 999.067039] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_rules [ 999.067039] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 999.067039] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3768e434-0cbf-44eb-b49f-47ed668da55e with Priority: HIGHEST for action port [ 999.067382] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.067861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.067861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.067861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.067861] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.068801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.068937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069191] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3768e434-0cbf-44eb-b49f-47ed668da55e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.069324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.069428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.069732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.069809] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3768e434-0cbf-44eb-b49f-47ed668da55e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.169091] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b in Status: SUCCESS [ 999.169091] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b deletion is rescheduled due to dependency. [ 999.169091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.573829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.573968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.576418] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3768e434-0cbf-44eb-b49f-47ed668da55e with status ACTIVE [ 999.576646] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.577175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.577175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.577175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.577175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.577332] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.577422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.577502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.577614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.577682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.577859] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.577943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.578642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.578642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.578642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.578642] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3768e434-0cbf-44eb-b49f-47ed668da55e is going to be updated. [ 999.601385] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.601683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.602609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.602609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.602609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3768e434-0cbf-44eb-b49f-47ed668da55e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.677768] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8caf690b-3289-48ab-b8d0-346d529e0f14 None None] Enqueued Resource ID: acc99e80-eed3-4f0a-baed-c419b6875b2b with Priority: HIGHEST for action port [ 999.678412] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acc99e80-eed3-4f0a-baed-c419b6875b2b with Priority: HIGHEST for action port [ 999.679099] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-acc99e80-eed3-4f0a-baed-c419b6875b2b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.679099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acc99e80-eed3-4f0a-baed-c419b6875b2b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.679099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acc99e80-eed3-4f0a-baed-c419b6875b2b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.679375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acc99e80-eed3-4f0a-baed-c419b6875b2b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.679430] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acc99e80-eed3-4f0a-baed-c419b6875b2b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.903770] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c3414e4-6bc4-4f15-8d3f-195df365283d req-4e2c2c0a-727b-4bf7-94ef-e306c0636785 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 999.904143] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 999.904498] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.904647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.904718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.904964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.905153] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.905277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.905344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.905569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.905624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.905698] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.181781] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acc99e80-eed3-4f0a-baed-c419b6875b2b [ 1000.181781] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.181934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.181934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.183981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.183981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.183981] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acc99e80-eed3-4f0a-baed-c419b6875b2b already deleted. [ 1000.183981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acc99e80-eed3-4f0a-baed-c419b6875b2b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.308259] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 807cbb02-8036-4b04-a943-858b134bb4a4 in Status: SUCCESS [ 1000.308417] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 deletion is rescheduled due to dependency. [ 1000.308417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.374533] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.374641] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.374740] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.377527] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.377871] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.378110] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.378174] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.378427] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.378588] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.378801] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.378910] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.379023] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.379243] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.379243] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.379360] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.379492] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.406698] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.406868] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.407011] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.407206] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.407564] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-a68daf98-3431-4ae0-881f-ba8f4c244ca8 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.407777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.407893] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.408280] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.408463] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68daf98-3431-4ae0-881f-ba8f4c244ca8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.409959] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.764801] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 1000.764801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.911896] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.912192] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.912289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.912584] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.912748] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.912885] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port a68daf98-3431-4ae0-881f-ba8f4c244ca8 not found, creating... [ 1000.913257] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.913881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.913881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.914210] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.914477] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.915074] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.915074] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.915074] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.915327] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.915407] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.915554] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: a68daf98-3431-4ae0-881f-ba8f4c244ca8 is going to be created. [ 1000.918143] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.938896] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.939137] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.939335] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.939569] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.939794] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.940036] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.980425] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 1000.980694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.980854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.981546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.981546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.981546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.981546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.981787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.981787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.981850] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.423119] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.423318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.423951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.423951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.423951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.424088] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1001.457530] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.457775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.457863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.458175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.458423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.472114] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1001.483648] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.679909] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c3414e4-6bc4-4f15-8d3f-195df365283d req-8ecd87b1-1958-4426-bae9-abf869301d29 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 1001.680152] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c3414e4-6bc4-4f15-8d3f-195df365283d req-8ecd87b1-1958-4426-bae9-abf869301d29 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1001.680293] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c3414e4-6bc4-4f15-8d3f-195df365283d req-8ecd87b1-1958-4426-bae9-abf869301d29 service nova] Enqueued Resource ID: a68daf98-3431-4ae0-881f-ba8f4c244ca8 with Priority: HIGHEST for action port [ 1001.680889] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 1001.682113] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1001.683132] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68daf98-3431-4ae0-881f-ba8f4c244ca8 with Priority: HIGHEST for action port [ 1001.683132] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.683132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.683132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.683132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.683132] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.683882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.683976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.684175] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68daf98-3431-4ae0-881f-ba8f4c244ca8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.684294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.684338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.684693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.686409] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68daf98-3431-4ae0-881f-ba8f4c244ca8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.987975] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.156197] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4875ecc4-dea8-4ef8-9d03-570939a0679f None None] Enqueued Resource ID: 8a52c493-8a49-451e-8004-ab8cc5e2e3d6 with Priority: HIGHEST for action port [ 1002.156791] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a52c493-8a49-451e-8004-ab8cc5e2e3d6 with Priority: HIGHEST for action port [ 1002.157097] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a52c493-8a49-451e-8004-ab8cc5e2e3d6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.157242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a52c493-8a49-451e-8004-ab8cc5e2e3d6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.157360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a52c493-8a49-451e-8004-ab8cc5e2e3d6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.157858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a52c493-8a49-451e-8004-ab8cc5e2e3d6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.157936] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a52c493-8a49-451e-8004-ab8cc5e2e3d6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.188573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.189030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.190852] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a68daf98-3431-4ae0-881f-ba8f4c244ca8 with status ACTIVE [ 1002.191141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.191548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.191548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.191772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.191924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.192655] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.192655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.192655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.192655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.192655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.192919] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.193182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.193182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.193283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.193354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.193467] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a68daf98-3431-4ae0-881f-ba8f4c244ca8 is going to be updated. [ 1002.226086] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.226086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.226086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.226086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.226086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.226086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68daf98-3431-4ae0-881f-ba8f4c244ca8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.490066] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.490262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.490327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.490552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.490744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.490744] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be updated. [ 1002.526654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.526807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.526910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.527091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.527246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.538158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: IN_PROGRESS for 2s [ 1002.660134] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a52c493-8a49-451e-8004-ab8cc5e2e3d6 [ 1002.660403] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.660544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.660616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.660846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.660941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.661050] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a52c493-8a49-451e-8004-ab8cc5e2e3d6 already deleted. [ 1002.661152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a52c493-8a49-451e-8004-ab8cc5e2e3d6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.861678] env[65301]: INFO networking_nsxv3.common.synchronization [req-e33708a8-8d17-4951-82a6-7bf0d21024dc req-9189601c-248d-4cf3-a63b-a1c68ae6efab tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_members [ 1002.862238] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGHEST for action security_group_members [ 1002.862546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.862686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.862774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.863830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.863830] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.863830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.863830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.864168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.865453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.865453] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.319458] env[65301]: INFO networking_nsxv3.common.synchronization [req-1d1d0643-4872-4507-a162-a9ab8fa3f8d2 req-1c19ddec-96f3-4cf1-bea6-4e2b8846076a tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1003.319458] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1003.319791] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.319872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.319910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.320184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.320427] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.320529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.320587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.320748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.320827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.320919] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.372199] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.374216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.374304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.374528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.397245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.397607] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.397823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.397823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.397988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.398246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.398356] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 is going to be updated. [ 1003.443137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.443137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.443137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.443137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.443137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.454226] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 in Status: IN_PROGRESS for 2s [ 1003.482387] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1003.482668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.482916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.483199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.483508] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.483628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.483693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.483846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.483968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.484129] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.824737] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.824737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.824737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.824737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.824737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.824737] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.824737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.824737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.825153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.825153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.825153] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 already deleted. [ 1003.825153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.843057] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.843294] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.843418] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.843764] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.844133] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.844375] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.844542] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.844823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.845349] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.845633] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.845799] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.845951] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.846119] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.846295] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.846580] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.846773] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.870895] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.871073] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.871255] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.871528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.871847] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-d012737c-03e6-4727-a0be-4d93bffa2f4f taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.872052] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.872219] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.872597] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.872762] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d012737c-03e6-4727-a0be-4d93bffa2f4f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.987666] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.376888] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.377259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.377259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.377485] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.377651] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.377812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port d012737c-03e6-4727-a0be-4d93bffa2f4f not found, creating... [ 1004.378068] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.378284] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.378331] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.378525] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.378654] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.378923] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.379087] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.379218] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.379421] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.379632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.379684] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: d012737c-03e6-4727-a0be-4d93bffa2f4f is going to be created. [ 1004.401511] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.401732] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.401855] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.402146] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.402381] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.402606] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.492336] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.549567] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 1004.549850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550405] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.550533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.550609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.550779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.550857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.550950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.551047] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.681630] env[65301]: INFO networking_nsxv3.common.synchronization [req-c128ac45-a3ae-446d-b505-a6e59e1cf9c4 req-9b572f6f-ac2a-4896-9aba-a4b16bf7ef3b tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1004.682161] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1004.682651] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.682651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.682651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.682838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.682984] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.683094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.683153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.683295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.683382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.683472] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.995469] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.995469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.995469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.995770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.995770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.996211] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1005.037428] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.037653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.037713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.037951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.038142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.052631] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1005.053065] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.053231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.053307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.053597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.053806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.053918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.054142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.054205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.054308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.054398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.054575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.054702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.054763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.054975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.055150] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.055281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.055350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.056163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.056163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.056163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.056163] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.154095] env[65301]: INFO networking_nsxv3.common.synchronization [req-1d1d0643-4872-4507-a162-a9ab8fa3f8d2 req-277fb2b5-40c7-4826-a41e-29569c2004bb service nova] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 1005.154095] env[65301]: INFO networking_nsxv3.common.synchronization [req-1d1d0643-4872-4507-a162-a9ab8fa3f8d2 req-277fb2b5-40c7-4826-a41e-29569c2004bb service nova] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1005.154095] env[65301]: INFO networking_nsxv3.common.synchronization [req-1d1d0643-4872-4507-a162-a9ab8fa3f8d2 req-277fb2b5-40c7-4826-a41e-29569c2004bb service nova] Enqueued Resource ID: d012737c-03e6-4727-a0be-4d93bffa2f4f with Priority: HIGHEST for action port [ 1005.154095] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 1005.154672] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1005.154672] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d012737c-03e6-4727-a0be-4d93bffa2f4f with Priority: HIGHEST for action port [ 1005.155998] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.155998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.155998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.155998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.156180] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.158652] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.158652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.158652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.158860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.162021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.162021] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.162021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d012737c-03e6-4727-a0be-4d93bffa2f4f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.162021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.162021] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d012737c-03e6-4727-a0be-4d93bffa2f4f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.186024] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.469815] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 in Status: SUCCESS [ 1005.469815] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 deletion is rescheduled due to dependency. [ 1005.469815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.558385] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b73e755-92f7-4f95-998a-f4a398d20200: rpc.has_security_group_logging(os_id): False [ 1005.584799] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.584983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.584983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.585237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.585339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.585563] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.585711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.585761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.585910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.585981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.586200] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.586306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.586354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.586480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.586597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.586740] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.586847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.586901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.587088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.587161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.587234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be updated. [ 1005.663574] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.663574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.663574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.663574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.663574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.664051] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.664051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.664345] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.665041] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d012737c-03e6-4727-a0be-4d93bffa2f4f with status ACTIVE [ 1005.666068] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.666068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.666068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.666068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.666068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.666068] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.666068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.666068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.666444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.666444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.666503] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.666618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.666706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.666868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.666938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.667243] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d012737c-03e6-4727-a0be-4d93bffa2f4f is going to be updated. [ 1005.676113] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: IN_PROGRESS for 2s [ 1005.687909] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.690266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.691073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.170610] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.194466] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.194466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.194466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.194466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.194466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.194466] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 1006.230129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.230129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.230129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.230129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.230129] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.243866] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 1006.674228] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.675307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.675307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.675307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.675307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.675531] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 is going to be created. [ 1006.703660] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.704302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.704302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.704302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.704302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.718072] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: UNINITIALIZED for 2s [ 1007.070374] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1007.070580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.070764] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.070985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.071212] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.071346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.071416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.071573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.071654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.071735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.071824] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.574251] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.574431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.574484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.574658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.575028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.575028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.575028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.575274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.575274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.575274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.576707] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.576707] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.576707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.576707] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.692272] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 1007.692572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.078716] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 1008.097852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.098101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.098101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.098323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.098360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.098542] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.098701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.098701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.098852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.098925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.099255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.099417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.099513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.100571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.100571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.100571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.100571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.100571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.100873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.100873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.100873] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1008.161840] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.161992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.162081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.162456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.162575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.177066] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1008.254210] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 1008.254859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.728079] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: SUCCESS [ 1008.728350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.729027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.729027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.729027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.729027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.729382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.729382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.729503] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.232104] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.735864] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4: rpc.has_security_group_logging(os_id): False [ 1009.755553] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.755763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.755763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.755986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.756068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.756423] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.756423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.756624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.756678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.756727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.756814] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 is going to be created. [ 1009.821601] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.821747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.821941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.822385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.822385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.833633] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: IN_PROGRESS for 2s [ 1010.155401] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1010.155534] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1010.194055] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1010.194281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.760031] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d849a6-c521-438a-aef5-45c2fe4fbc6b req-ea9b76f1-d8d8-497f-8e72-64d04de5be9b tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1010.762488] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1010.762488] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.762488] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.762488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.762488] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.240682] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.240870] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.240992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.241331] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.241619] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.241782] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.241896] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.242127] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.242277] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.242475] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.242589] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.242691] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.242859] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.242941] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.243035] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.243202] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.263953] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.264152] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.264281] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.264490] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.264816] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-1d88529c-2eca-4787-9fbf-8f7de504301d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.264978] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.265107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.265429] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.265564] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d88529c-2eca-4787-9fbf-8f7de504301d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.266930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.267066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.267137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.267302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.267386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.268101] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.268101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.268101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.268101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.268101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.268101] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1011.296369] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.296522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.296611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.296792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.296934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.307261] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1011.770483] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.770992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.770992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.771154] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.771357] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.771543] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 1d88529c-2eca-4787-9fbf-8f7de504301d not found, creating... [ 1011.771804] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.771964] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.772094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.772365] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.772530] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.772847] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.773065] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.773249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.773629] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.773803] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.773990] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 1d88529c-2eca-4787-9fbf-8f7de504301d is going to be created. [ 1011.800221] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.800513] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.800641] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.801594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.801594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.801594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.853272] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: SUCCESS [ 1011.853426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.532412] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d849a6-c521-438a-aef5-45c2fe4fbc6b req-9ebf302a-0e9f-401e-9412-695ebfc73cfc service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1012.532600] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d849a6-c521-438a-aef5-45c2fe4fbc6b req-9ebf302a-0e9f-401e-9412-695ebfc73cfc service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1012.532735] env[65301]: INFO networking_nsxv3.common.synchronization [req-05d849a6-c521-438a-aef5-45c2fe4fbc6b req-9ebf302a-0e9f-401e-9412-695ebfc73cfc service nova] Enqueued Resource ID: 1d88529c-2eca-4787-9fbf-8f7de504301d with Priority: HIGHEST for action port [ 1012.533270] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1012.533405] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1012.533499] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d88529c-2eca-4787-9fbf-8f7de504301d with Priority: HIGHEST for action port [ 1012.533778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.533900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.533964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.538237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.538382] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.540890] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.541953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.542278] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d88529c-2eca-4787-9fbf-8f7de504301d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.543078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.543180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.543407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.544689] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d88529c-2eca-4787-9fbf-8f7de504301d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.045707] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d88529c-2eca-4787-9fbf-8f7de504301d with status ACTIVE [ 1013.046175] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.046284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.046284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.046559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.046672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.047202] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.047202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.047202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.047202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.047482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.047482] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.047629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.047711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.047913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.048032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.048131] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d88529c-2eca-4787-9fbf-8f7de504301d is going to be updated. [ 1013.050196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.050343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.073906] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.074811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.074811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.074811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.074811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.075107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d88529c-2eca-4787-9fbf-8f7de504301d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.320321] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1013.320321] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.320321] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.320321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.320321] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.822468] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.328861] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.813491] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.813788] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.832422] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.832422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.832422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.832422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.832422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.832422] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1014.867627] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.868438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.868584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.869509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.869674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.881311] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1016.213857] env[65301]: INFO networking_nsxv3.common.synchronization [None req-485710c8-a947-451c-a3c9-da67ff6cd16c tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_rules [ 1016.214460] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_rules [ 1016.214821] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.214948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.217648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.217648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.217648] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.329545] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7314b89d-811e-4171-b372-62f59afb3da5 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_rules [ 1016.330338] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_rules [ 1016.330725] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.330858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.364218] env[65301]: INFO networking_nsxv3.common.synchronization [req-f10b438f-495a-431d-a644-1f4061a1ef0a req-d069cd30-3c4e-4130-b04b-d2e017d704ed tempest-FloatingIPsAssociationTestJSON-648143423 tempest-FloatingIPsAssociationTestJSON-648143423-project-member] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 1016.364756] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 1016.365261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.365468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.365581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.365901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366150] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.366247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.366318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.366462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.366538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.366628] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.722599] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f6173426-d7a0-4d23-97c6-b8fe6c3614c3 None None] Enqueued Resource ID: 1efe8ca5-d051-4253-ab9e-801b941629d1 with Priority: HIGHEST for action port [ 1016.723229] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efe8ca5-d051-4253-ab9e-801b941629d1 with Priority: HIGHEST for action port [ 1016.723967] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1efe8ca5-d051-4253-ab9e-801b941629d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.724072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1efe8ca5-d051-4253-ab9e-801b941629d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.724137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1efe8ca5-d051-4253-ab9e-801b941629d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.724378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1efe8ca5-d051-4253-ab9e-801b941629d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.724468] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efe8ca5-d051-4253-ab9e-801b941629d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.743195] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.743369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.743415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.743740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.743740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.743868] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 already deleted. [ 1016.743928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.744090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.744242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.744324] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.870656] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.894045] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1016.894271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.894812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.895044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.895243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.895358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.895419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.897522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.897612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.897737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.897834] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.227471] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1efe8ca5-d051-4253-ab9e-801b941629d1 [ 1017.227861] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.227861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.227969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.228169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.228290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.228506] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1efe8ca5-d051-4253-ab9e-801b941629d1 already deleted. [ 1017.228506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1efe8ca5-d051-4253-ab9e-801b941629d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.279734] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.279734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.279944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.280101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.280230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.280339] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 already deleted. [ 1017.280437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.373235] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.401935] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.402195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.402261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.402582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.402692] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.403334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.403334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.403334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.403334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.403334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.403793] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.403793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.403793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.403793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.403947] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.403998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.404065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.404201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.404285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.404365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.404457] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.876577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.876729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.876818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.879042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.879042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.879042] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be updated. [ 1017.910286] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 1017.913037] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.913037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.913037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.913260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.914388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.926463] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: IN_PROGRESS for 2s [ 1017.933847] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.933995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.934069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.934312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.934391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.934592] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.934687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.934747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.934895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.934968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935152] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.935437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.935508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.935720] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.935815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.935875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.936074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.936161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.936250] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1018.020917] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.021311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.021432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.021679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.021982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.044387] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1018.741542] env[65301]: INFO networking_nsxv3.common.synchronization [req-d33a9448-06df-470b-ac0c-cf82abddb314 req-b6eb5306-a0b7-4383-a567-7ef8813c7e86 tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1018.741542] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1018.743265] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.743265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.743265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.743265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.744948] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.744948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.744948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.744948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.744948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.744948] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.878171] env[65301]: INFO networking_nsxv3.common.synchronization [req-e0dd3f41-046e-4bbc-b27d-72ac896d363e req-b6fd965b-e211-4803-a877-520b6e4ff507 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1018.884226] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1018.884631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.884766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.884831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.885119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.885296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.885400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.885453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.885606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.885692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.886179] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.247293] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.247618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.247713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.247965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.248090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.248305] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.248423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.248485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.248639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.248718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.248806] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 1019.283118] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.283280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.283334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.283571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.283778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.295301] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 1019.387820] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.727110] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ad27b55d-dddb-4d32-a38c-de0325c0e03c tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 39f1a974-b43e-4655-bfcc-e192e774ac06 with Priority: HIGHEST for action security_group_rules [ 1019.727714] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f1a974-b43e-4655-bfcc-e192e774ac06 with Priority: HIGHEST for action security_group_rules [ 1019.730145] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f1a974-b43e-4655-bfcc-e192e774ac06 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.730639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.730747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.731029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.731122] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f1a974-b43e-4655-bfcc-e192e774ac06',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.819580] env[65301]: INFO networking_nsxv3.common.synchronization [None req-413ba127-6713-4d51-9596-220ef4ab75d0 None None] Enqueued Resource ID: 4e5fd508-0b60-4cc5-9787-06285fcca191 with Priority: HIGHEST for action port [ 1019.820582] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e5fd508-0b60-4cc5-9787-06285fcca191 with Priority: HIGHEST for action port [ 1019.821812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e5fd508-0b60-4cc5-9787-06285fcca191 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.821812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e5fd508-0b60-4cc5-9787-06285fcca191" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.821812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e5fd508-0b60-4cc5-9787-06285fcca191" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.822074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e5fd508-0b60-4cc5-9787-06285fcca191" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.822155] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e5fd508-0b60-4cc5-9787-06285fcca191',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.824774] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f12d3d80-30b0-4008-81ee-e1c5e013b802 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 39f1a974-b43e-4655-bfcc-e192e774ac06 with Priority: HIGHEST for action security_group_rules [ 1019.826459] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f1a974-b43e-4655-bfcc-e192e774ac06 with Priority: HIGHEST for action security_group_rules [ 1019.826583] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39f1a974-b43e-4655-bfcc-e192e774ac06 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.826656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.890947] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.938422] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 1019.938422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.061440] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1020.061695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.260095] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.260243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.260243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.260724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.260837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.260905] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f1a974-b43e-4655-bfcc-e192e774ac06 already deleted. [ 1020.260994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.261237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.261594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.261594] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39f1a974-b43e-4655-bfcc-e192e774ac06',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.329428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e5fd508-0b60-4cc5-9787-06285fcca191 [ 1020.329428] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.329428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.329428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.329428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.329428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.329428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e5fd508-0b60-4cc5-9787-06285fcca191 already deleted. [ 1020.329428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e5fd508-0b60-4cc5-9787-06285fcca191" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.394160] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.394160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.394160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.394426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.394426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.394496] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1020.424855] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.424855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.424855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.424855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.424855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.434333] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1020.786206] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.786359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.786455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.786640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.786725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.786937] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39f1a974-b43e-4655-bfcc-e192e774ac06 already deleted. [ 1020.786937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39f1a974-b43e-4655-bfcc-e192e774ac06" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.306285] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 1021.306616] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 1021.306616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.129572] env[65301]: INFO networking_nsxv3.common.synchronization [req-5774c9e9-014b-40e9-9d78-f0b4bcca0a42 req-b63980d8-ca0c-4b2a-82db-780917deabc5 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1022.131320] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1022.131566] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.131748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.131806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.132130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.132296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.132394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.132496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.132648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.132734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.132828] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.307391] env[65301]: INFO networking_nsxv3.common.synchronization [req-6eb658fc-20d4-44d3-ab65-aa1658b93067 req-086a9273-367c-415b-ba99-a88a5b814384 tempest-ServerActionsV293TestJSON-2088339259 tempest-ServerActionsV293TestJSON-2088339259-project-member] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_members [ 1022.308376] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGHEST for action security_group_members [ 1022.308934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.309288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.309544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.309906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.310217] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.310659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.310659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.310891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.311095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.311292] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.447311] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1022.447311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.551100] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.551536] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.551719] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.552056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.552397] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.552648] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.552821] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.553092] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.553318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.553682] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.554297] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.554505] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.554687] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.554851] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.555013] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.555207] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.577362] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.577573] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.577669] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.577862] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.581020] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-1531022b-3eed-4613-b5cd-6e3fdcf52420 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.581020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.581020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.581020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.581020] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1531022b-3eed-4613-b5cd-6e3fdcf52420',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.634971] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.815799] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.815799] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.815799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.816370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.816370] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 is going to be updated. [ 1022.849727] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.849727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.849727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.849978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.850100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.862304] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 in Status: IN_PROGRESS for 2s [ 1023.084121] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.084389] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.084472] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.084767] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.084892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.085057] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 1531022b-3eed-4613-b5cd-6e3fdcf52420 not found, creating... [ 1023.085325] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.085480] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.085593] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.085842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.085937] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.086234] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.086415] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.086531] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.086807] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.086994] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.087163] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 1531022b-3eed-4613-b5cd-6e3fdcf52420 is going to be created. [ 1023.112337] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.112612] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.112738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.113441] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.113688] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.113998] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.137419] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.640100] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.640491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.640491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.640568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.640660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.640721] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be updated. [ 1023.685477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.685701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.685701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.686049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.686049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.699664] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: IN_PROGRESS for 2s [ 1023.855320] env[65301]: INFO networking_nsxv3.common.synchronization [req-5774c9e9-014b-40e9-9d78-f0b4bcca0a42 req-7fbb53ac-b8cb-44e4-8edc-35582feed37b service nova] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 1023.855491] env[65301]: INFO networking_nsxv3.common.synchronization [req-5774c9e9-014b-40e9-9d78-f0b4bcca0a42 req-7fbb53ac-b8cb-44e4-8edc-35582feed37b service nova] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1023.855622] env[65301]: INFO networking_nsxv3.common.synchronization [req-5774c9e9-014b-40e9-9d78-f0b4bcca0a42 req-7fbb53ac-b8cb-44e4-8edc-35582feed37b service nova] Enqueued Resource ID: 1531022b-3eed-4613-b5cd-6e3fdcf52420 with Priority: HIGHEST for action port [ 1023.857868] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_rules [ 1023.858017] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1023.858124] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1531022b-3eed-4613-b5cd-6e3fdcf52420 with Priority: HIGHEST for action port [ 1023.858421] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.858548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.858615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.858820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.858902] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.861954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.861954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.861954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1531022b-3eed-4613-b5cd-6e3fdcf52420 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.861954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.861954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.861954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.861954] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1531022b-3eed-4613-b5cd-6e3fdcf52420',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.105622] env[65301]: INFO networking_nsxv3.common.synchronization [req-90761f4d-e878-4da9-880b-8606f2076aee req-2b760b8b-e552-4c0b-83d5-2166f86c67a1 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1024.106683] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1024.106683] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.106683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.106683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.106956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.106956] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.107259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.107390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.107515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.107603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.107696] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.368273] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1531022b-3eed-4613-b5cd-6e3fdcf52420 with status ACTIVE [ 1024.368578] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.368735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.369194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.369194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.369194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.369369] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.369369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.369451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.369569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.369940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.369940] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.369940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.369940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.370151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.370200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.370935] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1531022b-3eed-4613-b5cd-6e3fdcf52420 is going to be updated. [ 1024.372551] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.372551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.394098] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.394098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.394098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.394098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.394098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.394313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1531022b-3eed-4613-b5cd-6e3fdcf52420" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.610539] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.611205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.611288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.611629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.611747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.611949] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.612056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.612120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.612273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.612349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.612485] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1024.642723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.643125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.643125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.643125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.643255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.654236] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1024.875113] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 in Status: SUCCESS [ 1024.875113] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 deletion is rescheduled due to dependency. [ 1024.875113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.711207] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 1025.711536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.711632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.711850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712059] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.712167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.712230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.712377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.712576] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.216661] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.665115] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1026.665310] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 1026.665425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.719444] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.223278] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.223523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.223678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.223927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.224093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.224249] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be updated. [ 1027.257228] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.257563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.257563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.257663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.257919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.273684] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: IN_PROGRESS for 2s [ 1027.553332] env[65301]: INFO networking_nsxv3.common.synchronization [req-d58083f7-ba44-459d-a55f-14773307864f req-54938e1c-f951-4477-931a-b5e38517b097 tempest-FloatingIPsAssociationTestJSON-648143423 tempest-FloatingIPsAssociationTestJSON-648143423-project-member] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 1027.553618] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGHEST for action security_group_members [ 1027.554240] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.554607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.554870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.555316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.555685] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.557698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.557698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.557698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.557698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.557698] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.676966] env[65301]: INFO networking_nsxv3.common.synchronization [None req-24f5c5c3-8a69-4af7-892b-eb9f9a6e2c04 None None] Enqueued Resource ID: 903aa480-f4d3-4271-b870-9bf20ce402cd with Priority: HIGHEST for action port [ 1027.677980] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903aa480-f4d3-4271-b870-9bf20ce402cd with Priority: HIGHEST for action port [ 1027.678725] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-903aa480-f4d3-4271-b870-9bf20ce402cd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903aa480-f4d3-4271-b870-9bf20ce402cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.678980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903aa480-f4d3-4271-b870-9bf20ce402cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.679188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903aa480-f4d3-4271-b870-9bf20ce402cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.679270] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903aa480-f4d3-4271-b870-9bf20ce402cd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.961172] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-bd81e2bb-2988-4310-92ed-2c43131779da tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1027.961172] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1027.962081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.962379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.962605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.962964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.963237] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.963454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.963602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.963925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.964137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.964324] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.060586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.060586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.060765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.061352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.061352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.061352] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.061659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.061659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.061659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.061786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.061786] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be updated. [ 1028.097593] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.097861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.097861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.098019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.098347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.110126] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: IN_PROGRESS for 2s [ 1028.182884] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 903aa480-f4d3-4271-b870-9bf20ce402cd [ 1028.183285] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.183531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.183531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.183647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.184291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.184291] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:903aa480-f4d3-4271-b870-9bf20ce402cd already deleted. [ 1028.184291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903aa480-f4d3-4271-b870-9bf20ce402cd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.466512] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.466662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.466729] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.466943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.467038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.467228] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.467317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.467374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.467518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.467588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.468145] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a already deleted. [ 1028.468145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.534944] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.535304] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.535304] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.536173] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.536173] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.536569] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.537275] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.537539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.537714] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.537953] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.538088] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.538198] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.538307] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.538416] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.538519] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.538651] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.561451] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.561669] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.561885] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.562053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.562409] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.562594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.562750] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.563221] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.563444] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f04ee58-7f6a-40f8-80a6-40d819dac9c9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.065759] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.066116] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.066171] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.066458] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.066620] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.066773] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 1f04ee58-7f6a-40f8-80a6-40d819dac9c9 not found, creating... [ 1029.067054] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.067228] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.067342] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.067583] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.067741] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068051] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.068205] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.068315] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.068518] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.068687] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.068809] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 1f04ee58-7f6a-40f8-80a6-40d819dac9c9 is going to be created. [ 1029.089114] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.089339] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.089458] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.089766] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.089990] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.090225] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.285975] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 1029.286241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.286456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.286679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.286963] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.287102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.287167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.287353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.287443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.287903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.288076] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.784260] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-8f1a5759-c2f0-4819-95e0-0da479a340e1 service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1029.784470] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-8f1a5759-c2f0-4819-95e0-0da479a340e1 service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1029.784581] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-8f1a5759-c2f0-4819-95e0-0da479a340e1 service nova] Enqueued Resource ID: 1f04ee58-7f6a-40f8-80a6-40d819dac9c9 with Priority: HIGHEST for action port [ 1029.785119] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1029.785248] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1029.785347] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f04ee58-7f6a-40f8-80a6-40d819dac9c9 with Priority: HIGHEST for action port [ 1029.785619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.785741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.785801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.786984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.787361] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.789245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.789402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.789471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.789750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.789958] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.790264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.790264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.790373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.791820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.791921] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.792952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.798937] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f04ee58-7f6a-40f8-80a6-40d819dac9c9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.801100] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.120378] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b73e755-92f7-4f95-998a-f4a398d20200 in Status: SUCCESS [ 1030.120721] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 deletion is rescheduled due to dependency. [ 1030.120721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.259083] env[65301]: INFO networking_nsxv3.common.synchronization [req-8958db61-9139-4bc0-9ed5-4b17eb825844 req-04e57cf0-9870-481a-9959-25341d45607e tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1030.260232] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1030.260573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.260743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.260835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.261028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.261188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.261289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.261351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.261501] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.261586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.261750] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.301500] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.301732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.301904] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.303148] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f04ee58-7f6a-40f8-80a6-40d819dac9c9 with status ACTIVE [ 1030.303335] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.303448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.303513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.303712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.303801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.303972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.304187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.304187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.304509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.304587] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.304643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.304757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.304823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.304893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.304976] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f04ee58-7f6a-40f8-80a6-40d819dac9c9 is going to be updated. [ 1030.306193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 181457d3-0110-4e35-affa-842421b556c5: rpc.has_security_group_logging(os_id): False [ 1030.340609] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.341008] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.341158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.341747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.341747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.341886] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.341947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.341947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.342195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.342379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.342379] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be updated. [ 1030.347665] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.347915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.347915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.348110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.348263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.348435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f04ee58-7f6a-40f8-80a6-40d819dac9c9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.417474] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.419048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.419048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.419048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.419048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.431022] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7c333c42-a76b-4576-95f4-e86f2ed7a452 None None] Enqueued Resource ID: 150c8988-c998-447c-8a57-815809e7c152 with Priority: HIGHEST for action port [ 1030.431548] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 150c8988-c998-447c-8a57-815809e7c152 with Priority: HIGHEST for action port [ 1030.431823] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-150c8988-c998-447c-8a57-815809e7c152 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.432277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-150c8988-c998-447c-8a57-815809e7c152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.432277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-150c8988-c998-447c-8a57-815809e7c152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.432277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-150c8988-c998-447c-8a57-815809e7c152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.432377] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150c8988-c998-447c-8a57-815809e7c152',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.443471] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: IN_PROGRESS for 2s [ 1030.639732] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.639893] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.641232] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641866] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.642139] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.642598] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.643142] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.643465] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.643694] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.643968] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.644136] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.644293] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.644452] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.644582] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.644712] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.644879] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.668222] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.668222] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.668490] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.668708] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-233" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.669982] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-2120b208-6f93-4361-820d-f2236c2eb9f9 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.669982] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.669982] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.669982] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.669982] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2120b208-6f93-4361-820d-f2236c2eb9f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.764164] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.764418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.764619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.764703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.765064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.765112] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.765436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.765436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.765555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.765555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.765639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 1030.796439] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.796605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.796673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.796888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.797039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.809057] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 1030.809135] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.934447] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 150c8988-c998-447c-8a57-815809e7c152 [ 1030.934735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.934888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.934965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.935264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.935371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.935473] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:150c8988-c998-447c-8a57-815809e7c152 already deleted. [ 1030.935557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-150c8988-c998-447c-8a57-815809e7c152" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.172759] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.173253] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.173427] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.173702] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.173855] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.174048] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 2120b208-6f93-4361-820d-f2236c2eb9f9 not found, creating... [ 1031.174880] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.174959] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.175060] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.175497] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.175497] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.175683] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.175836] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.175951] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.176197] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.176658] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.176658] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 2120b208-6f93-4361-820d-f2236c2eb9f9 is going to be created. [ 1031.199188] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.199188] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.199408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.199540] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.199915] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.200164] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.311552] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.311774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.311851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.312086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.312180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.312282] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be created. [ 1031.351897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.351897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.351897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.352137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.352307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.367227] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: UNINITIALIZED for 2s [ 1031.893584] env[65301]: INFO networking_nsxv3.common.synchronization [req-8958db61-9139-4bc0-9ed5-4b17eb825844 req-63ca8cde-c927-45f5-9fe2-5856640b7db8 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 1031.894035] env[65301]: INFO networking_nsxv3.common.synchronization [req-8958db61-9139-4bc0-9ed5-4b17eb825844 req-63ca8cde-c927-45f5-9fe2-5856640b7db8 service nova] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1031.894035] env[65301]: INFO networking_nsxv3.common.synchronization [req-8958db61-9139-4bc0-9ed5-4b17eb825844 req-63ca8cde-c927-45f5-9fe2-5856640b7db8 service nova] Enqueued Resource ID: 2120b208-6f93-4361-820d-f2236c2eb9f9 with Priority: HIGHEST for action port [ 1031.894607] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_rules [ 1031.894607] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1031.894726] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2120b208-6f93-4361-820d-f2236c2eb9f9 with Priority: HIGHEST for action port [ 1031.894917] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.895959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.895959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.895959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.895959] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.897299] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.897668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.897951] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-2120b208-6f93-4361-820d-f2236c2eb9f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.898091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.898152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.898336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.898407] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2120b208-6f93-4361-820d-f2236c2eb9f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.401534] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.401978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.401978] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2120b208-6f93-4361-820d-f2236c2eb9f9 with status ACTIVE [ 1032.402201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.402201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.402301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.402461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.402814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.402814] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.402814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.402814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.403063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.403063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.403285] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.403285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.403413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.403462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.403535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.403702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2120b208-6f93-4361-820d-f2236c2eb9f9 is going to be updated. [ 1032.426631] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.426837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.426837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.427108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.427269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.427440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2120b208-6f93-4361-820d-f2236c2eb9f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.465012] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 1032.465252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.670561] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-faca8b4d-8e6c-433f-84e1-697670f5647c tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1032.671123] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1032.671432] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.671877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.819904] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 1032.821053] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 1032.821203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.821367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.821585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.821880] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.821993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.822070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.822458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.822458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.822458] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.998930] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.998930] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.998930] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.998930] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.000297] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.000699] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.000936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.001324] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.001932] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.001932] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.002094] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.003158] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.003158] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.003158] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.003158] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.003158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.024264] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.024264] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.024264] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.024516] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.024632] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.024819] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.024918] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.025533] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.025533] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.326517] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.377651] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1033.378596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.378596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.380898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.380898] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.380898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.380898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.380898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.380898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.380898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.380898] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.382152] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.382453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.382879] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.383746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.383746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.383746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.383746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.383746] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.527904] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.528326] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.528326] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.528746] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.528746] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.528857] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa not found, creating... [ 1033.529136] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.529289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.529402] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.529675] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.529835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.530173] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.530760] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.530834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.531140] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.531352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.531642] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa is going to be created. [ 1033.552996] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.553231] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.553345] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.553711] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.553846] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.554083] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.766865] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.766865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.766865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.766865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.767069] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.819568] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0dd834b7-08a6-45be-9f21-dcdc94cf71b4 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1033.819776] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1033.819977] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.820125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.820202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.820382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.820532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.820642] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.820700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.820841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.820939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.821053] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.830148] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.887525] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.888721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.888856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.269169] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.306372] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-174cbb1b-1be9-46b8-80e0-da340886d3b9 service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1034.306372] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-174cbb1b-1be9-46b8-80e0-da340886d3b9 service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1034.306372] env[65301]: INFO networking_nsxv3.common.synchronization [req-d93d0293-4edc-4a30-923f-ec7a4914e9c8 req-174cbb1b-1be9-46b8-80e0-da340886d3b9 service nova] Enqueued Resource ID: a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa with Priority: HIGHEST for action port [ 1034.306502] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1034.306537] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1034.306644] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa with Priority: HIGHEST for action port [ 1034.306944] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.307094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.307312] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.307396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.307573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.307672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.308242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.308242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.308242] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.324896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.325076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.325151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.325413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.325527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.325716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.325824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.325886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.326034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.326116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.326201] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 1034.333084] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.333084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.333084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.333084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.333084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.333084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 1034.358257] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.358462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.358559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.358892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.359136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.361410] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.361685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.361685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.362116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.362116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.375076] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 1034.375952] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 1034.393026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.772911] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.811193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa with status ACTIVE [ 1034.811588] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.811848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.811964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.812365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.812443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.812767] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.812944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.813146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.813330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.813483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.813965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.814315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.814630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.814821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.815027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa is going to be updated. [ 1034.838472] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.838713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.839073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.839372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.839598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.840020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a546a4ea-f9e1-47ac-b9f8-46d2a3e8edfa" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.894247] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.894247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.894247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.894247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.894247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.894247] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1034.947383] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.947383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.948528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.948892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.949157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.964882] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1035.277019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1035.277019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1035.389471] env[65301]: INFO networking_nsxv3.common.synchronization [req-9073c2ac-ed5f-49ea-ab0a-ccef4fcc6232 req-2bbaf49f-8064-4248-967f-530aa0aca179 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_members [ 1035.391387] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_members [ 1035.391955] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.392162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.392267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.393718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.393718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.394045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.395513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.395513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.395513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.395513] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.827273] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.827745] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.827951] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.828554] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.828554] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.828709] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.828834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.829246] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.829947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.829947] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.829947] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.829947] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.830299] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.830299] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1035.830541] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.830708] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.852274] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.852434] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1035.852568] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.852739] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.853096] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-36987173-172b-42d3-9133-ec922dc4fde0 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.853273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.853400] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.853729] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.853865] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36987173-172b-42d3-9133-ec922dc4fde0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.897310] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.897509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.897590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.897873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.897981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.898254] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.898358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.898358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.898526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.898601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.898683] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 already deleted. [ 1035.898765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.349118] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.349423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.349423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.349586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.363515] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1036.363991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.365535] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1036.367563] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.367810] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.367976] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.368266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.368455] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.368612] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 36987173-172b-42d3-9133-ec922dc4fde0 not found, creating... [ 1036.368898] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.369090] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.369235] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.369490] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.369650] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.369965] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.370187] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.370334] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.370588] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.370801] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.370989] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 36987173-172b-42d3-9133-ec922dc4fde0 is going to be created. [ 1036.397507] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 1036.398265] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb deletion is rescheduled due to dependency. [ 1036.398265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.398934] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 1036.399180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.399387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.399646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.399994] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.400202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.400265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.400489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.400634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.400745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.400868] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.410401] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.410572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.410572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.410858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.427495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.428349] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1036.428470] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.428542] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1036.431451] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.431632] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.431762] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.432114] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.432365] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.432624] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.529981] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.530247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.530247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.530495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.532080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.532304] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1036.696321] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.696321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.696321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.696594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.696793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.698340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1036.797673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.798084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.798246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.798482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.798962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.799398] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1036.799523] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d8c55104-ce46-4963-bac8-893e61ae53ae', '7b73e755-92f7-4f95-998a-f4a398d20200', 'a0bbc549-ea82-42be-93ae-17fbf5b03029', '7fba0423-44c2-42a1-82a9-da71001b1e10', '9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2', 'a03ba217-c0ea-40d9-924b-627019f52777', '807cbb02-8036-4b04-a943-858b134bb4a4', 'de5e91b0-3d7c-4822-8383-2d32a6e3605e', '9de61f15-b4c2-4fd2-84cc-da1a50ab7056', '73cf4ab5-6544-40d0-bfc9-03216942d617', '060c8a5f-b6b4-467a-9843-c7893a8c91cb', '5b8333ae-201a-442e-b73f-0d9b374fb400', '63b62da2-336d-45ad-bd3f-234ee41ef6ea', 'a21d3243-de9d-415b-98f8-3279ddc7175b', 'ceee5248-1e31-4938-95f2-f65560706c4d', '8df3acdc-954f-420c-9df0-e1e17bcc5839', 'fc4ea1eb-142f-4819-9d62-49c307d0dab9', '1aedf4a5-9f65-4121-a351-62342d828025', 'e460e613-0829-4953-a65b-523e70b2aa8f', 'bc37b18d-9d66-4517-94f7-5b52ef46ed1b', '181457d3-0110-4e35-affa-842421b556c5', '4f52b58e-7c9d-4d05-9990-bcc1a96e33a1', 'b989c536-a780-4ed2-b499-e618ea07dfd8', 'b585cd61-53f1-40dd-8e14-3e77b9727251', '88c80ecd-70fc-4343-85a1-73f42cb2cd2e', '02404442-366b-42c9-9c0e-76ca5ed67b03', 'b8027b4d-b072-4f08-a40f-18ccef32aa93', 'b129e455-711e-4149-aa1b-fba3efcad2f9', '11ee95c4-3d47-426a-a05e-a5f1d7ebbf46', '613aa488-4426-4267-a4ba-c58e04b6c8a5', 'e9214451-e070-4147-85f3-0ba7a32120b9', '0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21', '974131c3-fed0-4d06-8670-b13658522752', '675175da-06a1-44b4-b9cb-c970cd49f216', 'f3d976eb-10cd-4553-9ed2-7db7a9136edd', 'bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4', '77f870e2-e029-4ee6-97cb-b42334002589', '0a3cf427-5474-4aaa-85e4-261f28d068db', 'af94576f-8e88-42dc-95c8-22a9d8ed0c31', '01ba549e-775f-47be-afdc-d3c5c0b62fc4', '2c228af0-961f-43f7-b4e0-33192329aacf', 'dc4cdcdb-e220-4dd3-a331-113e6bf63e7f', 'cca03631-7fe1-4555-96e9-963b844c9ca0', '1a40e280-328b-491e-974d-340d428473cf'} {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.799682] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1036.823201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.823393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.823463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.823677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.823760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.823909] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1036.823990] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.824061] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1036.904824] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.905335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.905335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.905335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.905566] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.905695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.905781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.905985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.906127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.906259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.906463] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.906577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.906675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.906874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.907120] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.907210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.907210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.907335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.907408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.907486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.907576] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.926529] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.926734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.926794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.926963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.927977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.928252] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1036.928328] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1036.928390] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1036.928447] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1036.928520] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1036.928586] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGH for action security_group_rules [ 1036.928660] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGH for action security_group_rules [ 1036.928728] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGH for action security_group_rules [ 1036.928787] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGH for action security_group_rules [ 1036.928838] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGH for action security_group_rules [ 1036.928897] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGH for action security_group_rules [ 1036.928956] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGH for action security_group_rules [ 1036.929020] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGH for action security_group_rules [ 1036.929695] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGH for action security_group_rules [ 1036.929905] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGH for action security_group_rules [ 1036.931271] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGH for action security_group_rules [ 1036.931463] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGH for action security_group_rules [ 1036.931707] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGH for action security_group_rules [ 1036.931776] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGH for action security_group_rules [ 1036.933439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975821] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1036.976298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.976298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.977718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.977718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.977718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.978206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.978206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.978206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.978206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.978390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.978468] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.979352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.980226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.980226] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.980226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.980357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.981600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.981600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.981600] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.217899] env[65301]: INFO networking_nsxv3.common.synchronization [req-9073c2ac-ed5f-49ea-ab0a-ccef4fcc6232 req-bf3cfc7f-597f-4f54-ac6e-6e37c7c1c97b service nova] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_rules [ 1037.218174] env[65301]: INFO networking_nsxv3.common.synchronization [req-9073c2ac-ed5f-49ea-ab0a-ccef4fcc6232 req-bf3cfc7f-597f-4f54-ac6e-6e37c7c1c97b service nova] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_members [ 1037.219033] env[65301]: INFO networking_nsxv3.common.synchronization [req-9073c2ac-ed5f-49ea-ab0a-ccef4fcc6232 req-bf3cfc7f-597f-4f54-ac6e-6e37c7c1c97b service nova] Enqueued Resource ID: 36987173-172b-42d3-9133-ec922dc4fde0 with Priority: HIGHEST for action port [ 1037.219532] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_rules [ 1037.219590] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_members [ 1037.219748] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36987173-172b-42d3-9133-ec922dc4fde0 with Priority: HIGHEST for action port [ 1037.219837] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c55104-ce46-4963-bac8-893e61ae53ae with Priority: HIGH for action security_group_rules [ 1037.220917] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 with Priority: HIGH for action security_group_rules [ 1037.221180] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807cbb02-8036-4b04-a943-858b134bb4a4 with Priority: HIGH for action security_group_rules [ 1037.221341] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceee5248-1e31-4938-95f2-f65560706c4d with Priority: HIGH for action security_group_rules [ 1037.221505] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b with Priority: HIGH for action security_group_rules [ 1037.221889] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e460e613-0829-4953-a65b-523e70b2aa8f with Priority: HIGH for action security_group_rules [ 1037.223032] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aedf4a5-9f65-4121-a351-62342d828025 with Priority: HIGH for action security_group_rules [ 1037.223032] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 with Priority: HIGH for action security_group_rules [ 1037.223032] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGH for action security_group_rules [ 1037.223032] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 with Priority: HIGH for action security_group_rules [ 1037.223032] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea with Priority: HIGH for action security_group_rules [ 1037.223032] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGH for action security_group_rules [ 1037.223350] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGH for action security_group_rules [ 1037.223350] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 with Priority: HIGH for action security_group_rules [ 1037.224297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 with Priority: HIGH for action security_group_rules [ 1037.224297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03ba217-c0ea-40d9-924b-627019f52777 with Priority: HIGH for action security_group_rules [ 1037.224297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGH for action security_group_rules [ 1037.224297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 with Priority: HIGH for action security_group_rules [ 1037.224297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b73e755-92f7-4f95-998a-f4a398d20200 with Priority: HIGH for action security_group_rules [ 1037.224297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 with Priority: HIGH for action security_group_rules [ 1037.226162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.226162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.226162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.226162] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.226162] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.228667] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.228880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.229113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.229379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.229567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.229715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.231035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.231035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.231035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.231035] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.233728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-36987173-172b-42d3-9133-ec922dc4fde0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.233728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.233907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.233962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.234138] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36987173-172b-42d3-9133-ec922dc4fde0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.237052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8c55104-ce46-4963-bac8-893e61ae53ae taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.237052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.237052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.237052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.237052] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8c55104-ce46-4963-bac8-893e61ae53ae',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.237052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0bbc549-ea82-42be-93ae-17fbf5b03029 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.237052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.237052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.238251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.238251] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0bbc549-ea82-42be-93ae-17fbf5b03029',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.239565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807cbb02-8036-4b04-a943-858b134bb4a4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.239765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.239859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.240030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.240102] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807cbb02-8036-4b04-a943-858b134bb4a4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.241456] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ceee5248-1e31-4938-95f2-f65560706c4d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.241456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.241456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.241456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.241663] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ceee5248-1e31-4938-95f2-f65560706c4d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.242393] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.242498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.242563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.242707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.242772] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc37b18d-9d66-4517-94f7-5b52ef46ed1b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.244036] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e460e613-0829-4953-a65b-523e70b2aa8f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.244036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.244036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.244036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.244036] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e460e613-0829-4953-a65b-523e70b2aa8f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.245733] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aedf4a5-9f65-4121-a351-62342d828025 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.245842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.245909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.246151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.246233] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aedf4a5-9f65-4121-a351-62342d828025',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.247755] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.247755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.247755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.247755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.247755] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4ea1eb-142f-4819-9d62-49c307d0dab9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.249355] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.249355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.249355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.249355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.249355] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.250395] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8df3acdc-954f-420c-9df0-e1e17bcc5839 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.250502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.250566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.250717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.251215] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8df3acdc-954f-420c-9df0-e1e17bcc5839',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.252439] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.252728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.252728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.253317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.253317] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b62da2-336d-45ad-bd3f-234ee41ef6ea',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.253652] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.253754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.253823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.254014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.254572] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.255386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.255487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.255534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.256377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.256463] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.257268] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73cf4ab5-6544-40d0-bfc9-03216942d617 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.257370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.257431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.257577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.257644] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73cf4ab5-6544-40d0-bfc9-03216942d617',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.259565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.259565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.259565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.259565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.259565] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9de61f15-b4c2-4fd2-84cc-da1a50ab7056',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.260225] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a03ba217-c0ea-40d9-924b-627019f52777 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.260554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.260645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.260765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.260841] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a03ba217-c0ea-40d9-924b-627019f52777',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.262029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.262250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.262318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.262485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.262545] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.263622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.263722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.263779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.264323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.264323] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.264663] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b73e755-92f7-4f95-998a-f4a398d20200 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.264762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.264822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.264965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.265507] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b73e755-92f7-4f95-998a-f4a398d20200',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.266463] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fba0423-44c2-42a1-82a9-da71001b1e10 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.266589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.266653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.266838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.266891] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fba0423-44c2-42a1-82a9-da71001b1e10',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.414371] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a40e280-328b-491e-974d-340d428473cf: rpc.has_security_group_logging(os_id): False [ 1037.433029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.433029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.433029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.433029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.451469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.451469] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.451706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.451706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.451983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.452148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.452424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.452523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.452565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.452723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.452842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.453063] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.453163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.453228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.453438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.453487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.453538] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 1037.482858] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98f2a46-8c77-4155-adcc-8ec2127a4e2a: rpc.has_security_group_logging(os_id): False [ 1037.485574] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.501569] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.501786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.501786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.502061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.502167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.502320] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.502416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.502471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.502668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.502744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.502916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.503095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.503095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.503254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.503315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.503486] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.503579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.503624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.503757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.503827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.503973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be created. [ 1037.523582] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.523781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.523781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.523999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.524195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.540796] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 1037.574185] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.574405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.574405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.574615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.574790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.586960] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1037.734982] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.735917] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36987173-172b-42d3-9133-ec922dc4fde0 with status ACTIVE [ 1037.736213] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.736351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.736420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.736645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.737127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.737127] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.737127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.737127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.737464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.737464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.737464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.737592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.737634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.737935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.737935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.738029] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36987173-172b-42d3-9133-ec922dc4fde0 is going to be updated. [ 1037.764877] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.765027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.765095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.765303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.765489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.765618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.765731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.765832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.765917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.766031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.766130] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.774356] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.774564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.787667] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.787953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.788062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.788256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.788432] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.788607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.788607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.788741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.788800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.788932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.789010] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.789910] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.790100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.790100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.790298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.790386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.790508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.790508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.791495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.791495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.791495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.791495] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.796042] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.796233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.796302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.796440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.798275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.798518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.799262] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.799345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.799345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.799549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.799664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.799815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36987173-172b-42d3-9133-ec922dc4fde0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.802628] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.802858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.806300] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.806413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.807313] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.808026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.808134] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.808208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.820479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.820639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.844790] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.844942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.848857] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.848999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.875713] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.876541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.876819] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.877496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.877496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.878428] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.878716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.878716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.879555] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.880147] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.880147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.881037] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.882040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.882040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.882236] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.882780] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.882780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.883295] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.883733] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.883964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.884680] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.885075] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.885174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.885783] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.886271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.886406] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8df3acdc-954f-420c-9df0-e1e17bcc5839 is going to be deleted. [ 1037.887275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.887542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.918647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.919047] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aedf4a5-9f65-4121-a351-62342d828025 is going to be deleted. [ 1037.919941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.920189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.966798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.966998] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e460e613-0829-4953-a65b-523e70b2aa8f is going to be deleted. [ 1037.967905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.968131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.982863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.983076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.989501] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.011807] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.013070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.013236] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807cbb02-8036-4b04-a943-858b134bb4a4 is going to be deleted. [ 1038.014333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.014596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.065754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.065937] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4ea1eb-142f-4819-9d62-49c307d0dab9 is going to be deleted. [ 1038.067455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.067686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.071764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.071911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.119992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.120158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0bbc549-ea82-42be-93ae-17fbf5b03029 is going to be deleted. [ 1038.121487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.121487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.154547] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.154687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.171190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.171399] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73cf4ab5-6544-40d0-bfc9-03216942d617 is going to be deleted. [ 1038.172495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.172839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.197083] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.197309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.219701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.219851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc37b18d-9d66-4517-94f7-5b52ef46ed1b is going to be deleted. [ 1038.220800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.221088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.237072] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.268815] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.281193] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.281423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.289863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.289863] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ceee5248-1e31-4938-95f2-f65560706c4d is going to be deleted. [ 1038.290379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.291035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305066] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.305341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.305341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.305535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.305702] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.305810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.305918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.306090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.306211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.306322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.306467] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.307035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.307035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.307035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.307035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.307035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.307035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.307372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.307372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.307372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.307468] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.308693] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.373283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.373283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.374757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.375517] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8c55104-ce46-4963-bac8-893e61ae53ae is going to be deleted. [ 1038.375948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.376173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.415899] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.416153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.465929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.465929] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9de61f15-b4c2-4fd2-84cc-da1a50ab7056 is going to be deleted. [ 1038.465929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.466236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.491440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.491651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.491845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.492695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.492695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.492695] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1038.525694] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.525858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.529470] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.529470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.529759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.530416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be deleted. [ 1038.531027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.531386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.589705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.589940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.595774] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.595774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.595774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.595774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.595774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.607289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.607451] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a03ba217-c0ea-40d9-924b-627019f52777 is going to be deleted. [ 1038.608442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.608701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.626502] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1038.685049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.685199] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2 is going to be deleted. [ 1038.686156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.686363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.688035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.688282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.713064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.713653] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b73e755-92f7-4f95-998a-f4a398d20200 is going to be deleted. [ 1038.714485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.714717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.731244] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.731400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.740061] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.740225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.740295] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.740616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.740717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.740860] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 is going to be created. [ 1038.752071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.752190] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fba0423-44c2-42a1-82a9-da71001b1e10 is going to be deleted. [ 1038.753112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.753360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.772614] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5e91b0-3d7c-4822-8383-2d32a6e3605e: rpc.has_security_group_logging(os_id): False [ 1038.810213] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 1038.811927] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3243-de9d-415b-98f8-3279ddc7175b: rpc.has_security_group_logging(os_id): False [ 1038.825400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.825400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831339] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.831684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.834648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.834826] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b62da2-336d-45ad-bd3f-234ee41ef6ea is going to be deleted. [ 1038.835842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.836092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.836188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.836317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8df3acdc-954f-420c-9df0-e1e17bcc5839" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.837334] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.837502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.837502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.837765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.839999] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.840273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.857688] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.857927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.857927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.858174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.858347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.873808] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.873907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.873972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.874193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.874278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.874372] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1038.875443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.875617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.875702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.875824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e460e613-0829-4953-a65b-523e70b2aa8f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.875950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.876114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.876189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.876300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807cbb02-8036-4b04-a943-858b134bb4a4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.876465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.876614] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.876689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.876820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4ea1eb-142f-4819-9d62-49c307d0dab9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.876936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.877090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.877165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.877323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0bbc549-ea82-42be-93ae-17fbf5b03029" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.878495] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936592eb-085d-41ff-9c5a-bda59bedd982 in Status: UNINITIALIZED for 2s [ 1038.878629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.878795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.878893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc37b18d-9d66-4517-94f7-5b52ef46ed1b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.879401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.879495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73cf4ab5-6544-40d0-bfc9-03216942d617" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.879813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.880100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.880246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ceee5248-1e31-4938-95f2-f65560706c4d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.880695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.880795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.880956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8c55104-ce46-4963-bac8-893e61ae53ae" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.881153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.881436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.881583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9de61f15-b4c2-4fd2-84cc-da1a50ab7056" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.881731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.881979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.882101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.882597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.882697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a03ba217-c0ea-40d9-924b-627019f52777" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.882991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.883241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.899687] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.899826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.918313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.918712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.919044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.919044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.919199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.919385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.919515] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e is going to be updated. [ 1038.920998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.921276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.921426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.921616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aedf4a5-9f65-4121-a351-62342d828025" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.921814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.922067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.938317] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.938511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.973779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.974162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.974300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.974369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.974599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.974717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.975196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.975196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.975196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.975509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.975509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.975630] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.975715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.975715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.976015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.976015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.976015] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1038.979033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.979207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.979310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.979443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b73e755-92f7-4f95-998a-f4a398d20200" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.979579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.979731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.979971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.979971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9bacfd9b-dd47-4fc5-95e6-1f120cdd9dc2" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.980935] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.981106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.981106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.981308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.981381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.981440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b62da2-336d-45ad-bd3f-234ee41ef6ea" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.981561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.982326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.982326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.982326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fba0423-44c2-42a1-82a9-da71001b1e10" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.991793] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.992089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.992207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.992423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.992782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.053895] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1039.091036] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.091233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.091302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.091673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.091716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.129460] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: IN_PROGRESS for 2s [ 1039.229295] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.229448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.229519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.229732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.229878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.270242] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1039.559035] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 1039.559303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.598044] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1039.598300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.598473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.598865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.598865] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.102560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.102843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.636265] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1040.636502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.636689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.636910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.637156] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.637269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.637338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.637488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.637567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.637651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.637744] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.890786] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936592eb-085d-41ff-9c5a-bda59bedd982 in Status: SUCCESS [ 1040.891115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.891362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.891639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.891872] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.892102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.892183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.892361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.892454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.892542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.892640] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.075201] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1041.075561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.139905] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.140307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.140307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.140542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.140779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.140898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.140990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.141249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.141401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.141533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.141763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.141914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.142030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.142248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.142464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.142599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.142674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.142871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.143007] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.143118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.143232] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.147535] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: SUCCESS [ 1041.148255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.285357] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1041.285608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.395364] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.645522] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98f2a46-8c77-4155-adcc-8ec2127a4e2a: rpc.has_security_group_logging(os_id): False [ 1041.652864] env[65301]: INFO networking_nsxv3.common.synchronization [req-ebaf9d57-9acc-44b2-9e2a-fed23e1a5850 req-6bc3271c-690a-4a97-8822-f7ff261fefb7 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1041.653503] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1041.653817] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.653944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.654041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.654224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.654374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.654469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.654527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.654680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.654744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.654835] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.664525] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.667018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.667018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.667018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.667668] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.667668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.667668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.667668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.667847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668135] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1041.705483] env[65301]: INFO networking_nsxv3.common.synchronization [req-46c3becf-32bc-4f22-b93e-68e0ce69783d req-7968f5d5-e1d3-4be6-8716-b8646563a462 tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_members [ 1041.706063] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGHEST for action security_group_members [ 1041.706730] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.706730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.706730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.706730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.706961] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.707018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.707965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.707965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.707965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.707965] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.736617] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.736844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.736997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.737282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.737652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.755100] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1041.900189] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 936592eb-085d-41ff-9c5a-bda59bedd982: rpc.has_security_group_logging(os_id): False [ 1041.919544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.919795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.919795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.919972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.920087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.920366] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.920470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.920544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.920688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.920772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.920862] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 is going to be created. [ 1041.986966] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.986966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.986966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.986966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.986966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.997549] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936592eb-085d-41ff-9c5a-bda59bedd982 in Status: IN_PROGRESS for 2s [ 1042.156860] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.212883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.213358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.213439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.213663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.213757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.213969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.214093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.214332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.214332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.214459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.214501] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e is going to be updated. [ 1042.245206] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.245407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.245482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.245696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.245839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.258661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: IN_PROGRESS for 2s [ 1042.659580] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.164372] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.164825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.164825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.165225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.165225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.165442] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1043.205409] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.205624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.205745] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.206083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.206316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.222227] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1043.306895] env[65301]: INFO networking_nsxv3.common.synchronization [req-f60c8671-9832-4eb5-8aaf-57c4042c8594 req-01097209-6e68-4e95-af83-9f310ba4722d tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1043.307561] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1043.307882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.307998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.308122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.308288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.308610] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.308610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.308610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.308876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.308876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.308995] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.311963] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.311963] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.311963] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.312293] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.312583] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.312940] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.312940] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.313216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.313397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.313597] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.313745] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.313881] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.313992] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.314120] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.314225] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.314358] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.347704] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.347887] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.348023] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.348255] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.348615] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.348780] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.348916] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.349307] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.349449] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.697396] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.697731] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.697884] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.698234] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.698499] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.698722] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.698910] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.699252] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.699731] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.700113] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.700262] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.700434] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.700550] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.700706] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.700818] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.701021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.722091] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.722091] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.722323] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.722517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.722884] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.723172] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.723340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.723702] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.723865] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.769274] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1043.769455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.816932] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.817159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.817237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.817499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.839492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.839710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.839833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.839897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.840207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.840416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1043.853301] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.853532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.853655] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.853992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.854667] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.854827] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 not found, creating... [ 1043.855101] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.855260] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.855377] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.855661] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.855800] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.856091] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.856244] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.856358] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.856606] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.856761] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.856924] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 is going to be created. [ 1043.866817] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.867026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.867026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.867234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.867374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.875496] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1043.879371] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.879588] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879682] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.879962] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.880222] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.880448] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.011901] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 936592eb-085d-41ff-9c5a-bda59bedd982 in Status: SUCCESS [ 1044.012291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.226686] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.227034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.227160] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.227486] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.227630] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.227785] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac not found, creating... [ 1044.228059] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.228262] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.228385] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.228698] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.228765] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.229039] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.229205] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.229320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.229568] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.229715] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.229853] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac is going to be created. [ 1044.256108] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.256465] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.256700] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.257123] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.257458] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.257785] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.269701] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e in Status: SUCCESS [ 1044.269885] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e deletion is rescheduled due to dependency. [ 1044.270074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.605662] env[65301]: INFO networking_nsxv3.common.synchronization [req-882e9f73-7a95-4499-9c8b-1f158d677415 req-ee429b97-b31f-4f47-b2d3-bb7615b8db2e service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 1044.605823] env[65301]: INFO networking_nsxv3.common.synchronization [req-882e9f73-7a95-4499-9c8b-1f158d677415 req-ee429b97-b31f-4f47-b2d3-bb7615b8db2e service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1044.606364] env[65301]: INFO networking_nsxv3.common.synchronization [req-882e9f73-7a95-4499-9c8b-1f158d677415 req-ee429b97-b31f-4f47-b2d3-bb7615b8db2e service nova] Enqueued Resource ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 with Priority: HIGHEST for action port [ 1044.606546] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 1044.606677] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1044.606793] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 with Priority: HIGHEST for action port [ 1044.607096] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.607220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.607281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.607483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.607563] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.608396] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.608781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.608781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.608781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.608971] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.608971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.609111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.609173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.609229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.609286] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.610699] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.610699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.610699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.610699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.610699] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.940472] env[65301]: INFO networking_nsxv3.common.synchronization [req-f60c8671-9832-4eb5-8aaf-57c4042c8594 req-b0450966-b890-4c0f-9179-77650052147b service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 1044.940472] env[65301]: INFO networking_nsxv3.common.synchronization [req-f60c8671-9832-4eb5-8aaf-57c4042c8594 req-b0450966-b890-4c0f-9179-77650052147b service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1044.940563] env[65301]: INFO networking_nsxv3.common.synchronization [req-f60c8671-9832-4eb5-8aaf-57c4042c8594 req-b0450966-b890-4c0f-9179-77650052147b service nova] Enqueued Resource ID: dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac with Priority: HIGHEST for action port [ 1044.941101] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 1044.941287] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1044.941352] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac with Priority: HIGHEST for action port [ 1044.941628] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.941748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.941870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.942039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.942170] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.943104] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.943281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.943322] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.943415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.943470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.943646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.943715] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.112170] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.112563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.112563] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.113502] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 with status ACTIVE [ 1045.113703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.113883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.114013] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.114150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.114219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.114473] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.114628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.114628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.114864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.114994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.115244] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.115392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.115392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.116071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.116071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.116071] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 is going to be updated. [ 1045.143068] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.143068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.143068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.143347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.143386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.143558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.233799] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 4s [ 1045.445604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.445788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.446046] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac with status ACTIVE [ 1045.446287] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.446433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.446524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.446817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.447461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.447461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.447461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.447461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.447676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.447780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.447993] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.448859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.448955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.449188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.449293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.449443] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac is going to be updated. [ 1045.478836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.479011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.479061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.479294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.479528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.479662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6f44c2-fa95-4f88-8e93-1e91cd0cfaac" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.618468] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.889049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1045.889049] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 1045.889049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.889506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.889804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.890026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.890211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.890211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.890371] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.890468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.890568] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.121307] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.121307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.121535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.121641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.121677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.123304] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 1046.155035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.155035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.155035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.155035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.155296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.165660] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 1046.393063] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.896009] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.244596] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1047.244984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.398976] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.398976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.398976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.399567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.399567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.399567] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1047.435263] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.435462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.435543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.435823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.436031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.452126] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1048.176848] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 1048.177076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.177258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.177509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.177705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.177836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.177937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.178140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.178227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.178332] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.178448] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.680600] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.681355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.681355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.681355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.681355] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.681355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.681355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.681736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.681736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.681736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.681850] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.681910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.681910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.682163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.682247] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.682357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.682425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.682547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.682609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.682704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.682767] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.186922] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 060c8a5f-b6b4-467a-9843-c7893a8c91cb: rpc.has_security_group_logging(os_id): False [ 1049.303425] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.303707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.303707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.303889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.303961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.304156] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.304291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.304291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.304472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.304537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.304682] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.304780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.304841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.304961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.305042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.305239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.305362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.305456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.305504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.305574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.305723] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be created. [ 1049.372213] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.372213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.372213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.372213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.372213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.414506] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 1049.462655] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1049.462928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.463126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.463356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.463575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.463688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.463756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.463902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.463982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.464080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.464169] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.943578] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.943578] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1049.966726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.967102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.967102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.967429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.967551] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.967671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.967733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.967928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.968036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.968149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.968397] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.968397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.968511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.968585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.968715] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.968798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.968854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.969014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.969104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.969215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.969341] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.414158] env[65301]: INFO networking_nsxv3.common.synchronization [req-6539573a-c8e1-4d6c-8bee-52c2f60a8b2f req-42c699b7-611f-43af-ba03-2c6a400dc250 tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1050.414758] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1050.415928] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.416031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.416166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.416395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.416585] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.416759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.416826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.416980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.417109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.417228] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.473435] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675175da-06a1-44b4-b9cb-c970cd49f216: rpc.has_security_group_logging(os_id): False [ 1050.495169] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.495169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.495169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.495169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.495169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.495526] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.495577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.495724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.495820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.495905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.496705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.496705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.496705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.496705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.496705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.496705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.497181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.497181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.497181] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1050.571262] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.572285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.572411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.572646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.572850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.609152] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1050.887990] env[65301]: INFO networking_nsxv3.common.synchronization [req-17b3ca89-718e-4b4b-aa76-409560d216c0 req-ce87b67b-a956-4c66-83b2-510cbec107e9 tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1050.887990] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1050.887990] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.887990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.921350] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.423040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.435883] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 1051.435883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.828741] env[65301]: INFO networking_nsxv3.common.synchronization [req-bd5884d9-06ae-4559-bf03-86c29382f2fc req-48fa2e04-f21e-41f3-a386-aab2953e9731 tempest-ServerMetadataTestJSON-393006184 tempest-ServerMetadataTestJSON-393006184-project-member] Enqueued Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_members [ 1051.829779] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_members [ 1051.830155] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.830155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.830155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.830435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.830560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.830659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.830719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.830920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.830988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.831044] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.927373] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.927571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.927710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.927962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.928095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.928227] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1051.969812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.969953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.970047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.970282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.970448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.984018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1052.224094] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.224292] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-594" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.224467] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-594" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.224748] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-594" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.225223] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.225435] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.225556] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.225764] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.225907] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.226128] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.226239] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.226344] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.226448] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.226561] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.226663] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.226790] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.257192] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.257377] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.257538] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.257743] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-594" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.258091] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-4578c3e4-5286-4933-8e13-199ad03258ab taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.258281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.258441] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.258838] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.258994] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4578c3e4-5286-4933-8e13-199ad03258ab',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.333308] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.333518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.333590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.333791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.333879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.334088] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.334181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.334260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.334390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.334466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.334670] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 already deleted. [ 1052.334783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.624534] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1052.624942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.761494] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.761823] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.761951] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.762305] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.762479] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.762652] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 4578c3e4-5286-4933-8e13-199ad03258ab not found, creating... [ 1052.762933] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.763118] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.763234] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.764280] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.764280] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.764280] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.764280] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.764280] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.764745] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.764745] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.764862] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 4578c3e4-5286-4933-8e13-199ad03258ab is going to be created. [ 1052.787532] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.787743] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.787948] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.788154] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.788425] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.788592] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.532438] env[65301]: INFO networking_nsxv3.common.synchronization [req-bd5884d9-06ae-4559-bf03-86c29382f2fc req-32606a17-4082-4146-be47-3a56ad059310 service nova] Enqueued Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_rules [ 1053.532625] env[65301]: INFO networking_nsxv3.common.synchronization [req-bd5884d9-06ae-4559-bf03-86c29382f2fc req-32606a17-4082-4146-be47-3a56ad059310 service nova] Enqueued Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_members [ 1053.532765] env[65301]: INFO networking_nsxv3.common.synchronization [req-bd5884d9-06ae-4559-bf03-86c29382f2fc req-32606a17-4082-4146-be47-3a56ad059310 service nova] Enqueued Resource ID: 4578c3e4-5286-4933-8e13-199ad03258ab with Priority: HIGHEST for action port [ 1053.533278] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_rules [ 1053.533413] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_members [ 1053.533501] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4578c3e4-5286-4933-8e13-199ad03258ab with Priority: HIGHEST for action port [ 1053.533765] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.534065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.534065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.534463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.534463] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.537246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.537375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.537514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.537703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.537771] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.537844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.537882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.538045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.538130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.538218] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.538994] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4578c3e4-5286-4933-8e13-199ad03258ab taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.539221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.539337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.541383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.541383] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4578c3e4-5286-4933-8e13-199ad03258ab',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.995957] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1053.996293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.996416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.996663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.996875] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.996994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.997073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.997242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.997318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.997423] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.042376] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.043463] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.043653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.043902] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4578c3e4-5286-4933-8e13-199ad03258ab with status ACTIVE [ 1054.044149] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.044721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.044721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.044979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.044979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.045216] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.045728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.045728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.046584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.046584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.046584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.046584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.046584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.046803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.047074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.047074] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4578c3e4-5286-4933-8e13-199ad03258ab is going to be updated. [ 1054.078949] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.078949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.078949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.078949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.078949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.078949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4578c3e4-5286-4933-8e13-199ad03258ab" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.500528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.500781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.500924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.501262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.501381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.501653] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.501797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.501897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.502141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.502257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.502408] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1054.529147] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.529296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.529296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.529471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.529625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.539319] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1054.549799] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.808874] env[65301]: INFO networking_nsxv3.common.synchronization [req-225172c4-1d23-4455-ba51-33d1afba1551 req-cb7333aa-3b60-4b21-8ee3-d3ca4f532ffb tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1054.809593] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1054.810013] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.812200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.812200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.812200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.812200] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.812200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.812200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.812597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.812597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.813092] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.053255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.053742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.053742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.053742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.053884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.057023] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 is going to be created. [ 1055.089489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.089489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.089489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.090034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.090034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.108128] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 in Status: UNINITIALIZED for 2s [ 1055.316097] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.316336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.316447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.316681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.316855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.317019] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.317485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.317485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.317485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.317485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.317485] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1055.363012] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.363012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.363012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.363012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.363012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.376252] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1056.553670] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1056.553942] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a deletion is rescheduled due to dependency. [ 1056.553942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.019448] env[65301]: INFO networking_nsxv3.common.synchronization [req-44f99386-24c7-4061-b75d-89de216c559b req-c64e0c6f-c51e-40b2-bd33-056edb002d3e tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1057.020088] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1057.021578] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.021779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.021846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.022562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.022562] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.022562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.022562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.022807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.022807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.022942] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.121117] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 in Status: SUCCESS [ 1057.121345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.121576] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.121807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.122160] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.122160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.122547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.122720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.122996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.123076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.124237] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.389291] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1057.389512] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1057.389651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.530635] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.530861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.530861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.531084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.531172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.531367] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.531461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.531520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.531667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.531753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.531813] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1057.583766] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.584139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.584139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.584432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.584660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.602958] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1057.631481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.631481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.631481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.631481] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.632492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.632492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.632492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.632492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.632492] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.135576] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a11b19b-6044-4d4d-98da-9efc9a1d4842: rpc.has_security_group_logging(os_id): False [ 1058.155588] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.155588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.155588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.155588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.155588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.155588] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.156055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.156055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.156055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.156160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.156477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.156661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.156761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.156957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.157182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.157330] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.159744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.159744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.159744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.159744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.159744] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 is going to be created. [ 1058.226772] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.227137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.227323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.227643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.227953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.249077] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 in Status: IN_PROGRESS for 2s [ 1058.315260] env[65301]: INFO networking_nsxv3.common.synchronization [req-aaa690e5-f838-48f6-bc2d-1cc8aa7b4be1 req-ba05da05-0928-4c0b-a579-7ebb9cd22022 tempest-ImagesTestJSON-61562826 tempest-ImagesTestJSON-61562826-project-member] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1058.319018] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGHEST for action security_group_members [ 1058.319018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.319018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.319018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.319018] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.823028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.823418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.823418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.823534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.823626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.823872] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.823960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.824015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.824174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.824258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.824364] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be updated. [ 1058.853255] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.853469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.853469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.853633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.853795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.863104] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: IN_PROGRESS for 2s [ 1059.613549] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1059.613773] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b deletion is rescheduled due to dependency. [ 1059.613909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.260855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 in Status: SUCCESS [ 1060.261211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619680] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.619820] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619894] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.620247] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.620484] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.620640] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.620758] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.620983] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.621131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.621336] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.621466] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.621555] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.621655] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.621765] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.621869] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.621994] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.641543] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.641702] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.641760] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.642579] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-548" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.642579] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.642579] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.642579] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.643054] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.643054] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.876430] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a40e280-328b-491e-974d-340d428473cf in Status: SUCCESS [ 1060.876430] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a40e280-328b-491e-974d-340d428473cf deletion is rescheduled due to dependency. [ 1060.876671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.146355] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.146355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.146355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.147135] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.147135] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.147328] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.147521] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.147644] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.147898] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.148842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.148842] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.148842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.149223] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.149372] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.149671] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.149851] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 is going to be updated. [ 1061.173431] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.173674] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.173883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.174107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.174420] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.174559] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.972177] env[65301]: INFO networking_nsxv3.common.synchronization [req-f2d60cf4-bd1d-42dc-9c9c-cfcc9c46a568 req-3905f6e0-72c2-4395-bba5-9fbce2361da9 service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 1061.972177] env[65301]: INFO networking_nsxv3.common.synchronization [req-f2d60cf4-bd1d-42dc-9c9c-cfcc9c46a568 req-3905f6e0-72c2-4395-bba5-9fbce2361da9 service nova] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1061.972177] env[65301]: INFO networking_nsxv3.common.synchronization [req-f2d60cf4-bd1d-42dc-9c9c-cfcc9c46a568 req-3905f6e0-72c2-4395-bba5-9fbce2361da9 service nova] Enqueued Resource ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 with Priority: HIGHEST for action port [ 1061.975399] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_rules [ 1061.975399] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1061.975399] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 with Priority: HIGHEST for action port [ 1061.975399] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.975399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.975399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.975399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.975399] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.978577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.978577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.978577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.978577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.978934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.978934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.978934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.978934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.979148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.979148] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.980828] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.981236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.981236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.981236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.981392] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.483102] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.483304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.483463] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.484554] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 with status ACTIVE [ 1062.484796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.484964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.485021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.485289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.485432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.485633] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.485781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.485865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.486098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.486255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.486497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.486695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.486738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.486891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.486967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.487080] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408 is going to be updated. [ 1062.510046] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.510311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.510311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.510561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.510849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.511068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab1ed8a6-811d-4bb8-b39d-8fe1a4f0b408" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.988935] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.491056] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.491334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.491334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.491545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.491646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.491755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 1063.523933] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.523933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.523933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.523933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.523933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.533280] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 1064.356238] env[65301]: INFO networking_nsxv3.common.synchronization [req-32e339dd-5f43-4025-8b71-6a12e491485e req-493fc9a9-b00b-46ef-9dd3-236f1ebf197e tempest-ListServerFiltersTestJSON-1789177404 tempest-ListServerFiltersTestJSON-1789177404-project-member] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1064.356543] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1064.356901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.357262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.357262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.357524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.357709] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.357804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.357859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.358514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.358514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.358514] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.713290] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.713503] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714246] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.714246] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.714510] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.714678] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714771] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.715032] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.715184] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.715410] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.715522] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.715645] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.715761] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.715894] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.716010] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.716176] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.738404] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.738560] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.738798] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.739040] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.739343] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-3ec69d00-dd96-4d8c-9dfa-41be1322102d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.739613] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.739909] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.740151] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.740349] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec69d00-dd96-4d8c-9dfa-41be1322102d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.860923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.861244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.861244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.861608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.861799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.862096] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.862300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.862426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.862689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.862906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.863114] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 already deleted. [ 1064.863239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.243601] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.243864] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.244020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.244271] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.244513] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.244608] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 3ec69d00-dd96-4d8c-9dfa-41be1322102d not found, creating... [ 1065.244967] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.245214] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.245512] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.245728] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.245952] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.246351] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.246524] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.246643] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.246861] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.246988] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.247138] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 3ec69d00-dd96-4d8c-9dfa-41be1322102d is going to be created. [ 1065.268573] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.268805] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.268947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.269383] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.269526] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.269922] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.366542] env[65301]: INFO networking_nsxv3.common.synchronization [req-a02a8ed5-99f6-4a2e-96fb-cef8e728d2dd req-fffe1397-a375-4b46-af47-5e6d84852f10 tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 1065.367687] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 1065.367687] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.367687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.367687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.368094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.368094] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.368094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.368094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.368349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.368349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.368466] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.543920] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 1065.544145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.544313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.544531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.544724] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.544856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.544982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.545158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.545244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.545329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.545418] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.870817] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.968247] env[65301]: INFO networking_nsxv3.common.synchronization [req-32e339dd-5f43-4025-8b71-6a12e491485e req-e5fca1e4-bd5f-4a61-b0d7-836b1d7d9c71 service nova] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_rules [ 1065.968479] env[65301]: INFO networking_nsxv3.common.synchronization [req-32e339dd-5f43-4025-8b71-6a12e491485e req-e5fca1e4-bd5f-4a61-b0d7-836b1d7d9c71 service nova] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1065.968646] env[65301]: INFO networking_nsxv3.common.synchronization [req-32e339dd-5f43-4025-8b71-6a12e491485e req-e5fca1e4-bd5f-4a61-b0d7-836b1d7d9c71 service nova] Enqueued Resource ID: 3ec69d00-dd96-4d8c-9dfa-41be1322102d with Priority: HIGHEST for action port [ 1065.969154] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_rules [ 1065.969287] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1065.969383] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec69d00-dd96-4d8c-9dfa-41be1322102d with Priority: HIGHEST for action port [ 1065.969649] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.969768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.969852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.970333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.970333] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.971186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.972101] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.972101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.972101] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.973134] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec69d00-dd96-4d8c-9dfa-41be1322102d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.973486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.973486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.973486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.973586] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec69d00-dd96-4d8c-9dfa-41be1322102d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.047809] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.047967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.048070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.048330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.048528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.048650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.048734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.048906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.048997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.049103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.049252] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.049346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.049405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.049543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.049693] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.049866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.049930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.050084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.050161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.050250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.050340] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.372790] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.475243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.475243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.475374] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.476407] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ec69d00-dd96-4d8c-9dfa-41be1322102d with status ACTIVE [ 1066.476407] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.476583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.476583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.476750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.476835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.476991] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.477125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.477196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.477450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.477450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.477619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.477697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.477697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.478014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.478014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.478014] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ec69d00-dd96-4d8c-9dfa-41be1322102d is going to be updated. [ 1066.498427] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.498640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.498640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.498828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.498917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.499109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec69d00-dd96-4d8c-9dfa-41be1322102d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.552525] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 060c8a5f-b6b4-467a-9843-c7893a8c91cb: rpc.has_security_group_logging(os_id): False [ 1066.573163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.573473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.573646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.574138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.574302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.574763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.574979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.575171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.575476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.575611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.575912] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.576079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.576179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.576401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.576525] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.576852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.577039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.577166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.577407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.577553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.577709] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 1066.658304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.658470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.658512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.658732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.658879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.691329] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 1066.874868] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.875096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.875096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.875271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.875360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.875459] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be updated. [ 1066.904980] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.905382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.905475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.905769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.905919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.915316] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: IN_PROGRESS for 2s [ 1066.981359] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.484101] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.484454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.484454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.484539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.484602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.484702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be created. [ 1067.514297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.514297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.514297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.514465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.514541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.525415] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: UNINITIALIZED for 2s [ 1068.708888] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 1068.709310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.733090] env[65301]: INFO networking_nsxv3.common.synchronization [req-5c992af3-72da-48ef-9864-c6850a212318 req-7984784a-9443-4235-bbe0-2ff3a3aac9da tempest-ServerMetadataTestJSON-393006184 tempest-ServerMetadataTestJSON-393006184-project-member] Enqueued Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_members [ 1068.735172] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGHEST for action security_group_members [ 1068.735172] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.735172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.735172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.735798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.735798] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.735798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.735798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.735798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.736116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.736116] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.925750] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 1068.926033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.095735] env[65301]: INFO networking_nsxv3.common.synchronization [req-1b4a8013-c029-4e1f-8674-f66d7dd5a264 req-c6e1ab96-437b-4e4c-8770-b2ed8a6df365 tempest-ListServerFiltersTestJSON-1789177404 tempest-ListServerFiltersTestJSON-1789177404-project-member] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1069.096323] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1069.096646] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.096772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.239446] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.239446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.239446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.239674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.239674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.239916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.240106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.240106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.240211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.240316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.240316] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 is going to be updated. [ 1069.272152] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.272337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.272395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.272586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.272796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.283080] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 in Status: IN_PROGRESS for 2s [ 1069.426482] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.426812] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.427051] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.427353] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.427708] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.427939] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.428128] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.428406] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.428602] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.428860] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.429046] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.429209] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.429362] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.429530] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.429681] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.429856] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.450958] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.451164] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.451301] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.451483] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.451822] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-c6f40929-0206-4546-8635-6812159eb110 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.451970] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.452141] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.452443] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.452576] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f40929-0206-4546-8635-6812159eb110',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.535881] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1069.537160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.537160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.537160] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.537160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.537160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.537656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.537656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.537656] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.538848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.538848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.538848] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.538848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.538848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.538848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.539150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.539150] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.954974] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.955502] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.955502] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.955840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.956035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.956222] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port c6f40929-0206-4546-8635-6812159eb110 not found, creating... [ 1069.956535] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.956733] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.956861] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.957112] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.957250] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.957563] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.957715] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.957859] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.958101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.958246] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.958375] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: c6f40929-0206-4546-8635-6812159eb110 is going to be created. [ 1069.981529] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.981881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.982053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.982333] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.982555] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.982833] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.041429] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.043923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.044149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.545768] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.694161] env[65301]: INFO networking_nsxv3.common.synchronization [req-1b4a8013-c029-4e1f-8674-f66d7dd5a264 req-5c7a9ca2-f799-4f0b-8d82-82f55dbe1a81 service nova] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_rules [ 1070.694347] env[65301]: INFO networking_nsxv3.common.synchronization [req-1b4a8013-c029-4e1f-8674-f66d7dd5a264 req-5c7a9ca2-f799-4f0b-8d82-82f55dbe1a81 service nova] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1070.694482] env[65301]: INFO networking_nsxv3.common.synchronization [req-1b4a8013-c029-4e1f-8674-f66d7dd5a264 req-5c7a9ca2-f799-4f0b-8d82-82f55dbe1a81 service nova] Enqueued Resource ID: c6f40929-0206-4546-8635-6812159eb110 with Priority: HIGHEST for action port [ 1070.695013] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_rules [ 1070.695309] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1070.695422] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6f40929-0206-4546-8635-6812159eb110 with Priority: HIGHEST for action port [ 1070.695731] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.695842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.696710] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.696710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.696896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6f40929-0206-4546-8635-6812159eb110 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.697009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.697082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.697312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.697380] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6f40929-0206-4546-8635-6812159eb110',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.047989] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.048283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.048283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.049110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.049110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.049110] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1071.078325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.078565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.078565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.078778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.078972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.088819] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1071.200033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6f40929-0206-4546-8635-6812159eb110 with status ACTIVE [ 1071.200314] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.200462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.200565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.200855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.200855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.201015] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.201715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.201715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.201715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.201715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.201715] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.201715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.201715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.202035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.202035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.202035] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6f40929-0206-4546-8635-6812159eb110 is going to be updated. [ 1071.225419] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.225419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.225419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.225649] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.225786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.225976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6f40929-0206-4546-8635-6812159eb110" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.298955] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 in Status: SUCCESS [ 1071.299194] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 deletion is rescheduled due to dependency. [ 1071.299516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.470242] env[65301]: INFO networking_nsxv3.common.synchronization [req-bcc7053e-1025-4799-af5d-c6db4f045499 req-fa1ca6ad-fd27-45b4-9c71-755a48a43ed9 tempest-ListServerFiltersTestJSON-1789177404 tempest-ListServerFiltersTestJSON-1789177404-project-member] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1071.471272] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1071.471272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.471272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.781580] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-368 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.781812] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.782086] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.782462] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.782987] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.783236] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.783392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.783702] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.783925] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.784290] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.784524] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.784715] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.784864] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.785059] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.785242] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.785406] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.807589] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.807826] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.808037] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.808155] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-368" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.808442] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.808820] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.809035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.809370] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.809524] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.312310] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.312593] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.312634] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.312950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.313162] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.313335] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 not found, creating... [ 1072.313630] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313803] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313965] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.314257] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314402] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.314713] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.315122] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.315122] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.315293] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.315433] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.315583] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 is going to be created. [ 1072.338710] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.338967] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.339081] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.339394] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.339657] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.340166] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.078206] env[65301]: INFO networking_nsxv3.common.synchronization [req-bcc7053e-1025-4799-af5d-c6db4f045499 req-3da84d35-7d9c-42eb-97b5-b22474f64a74 service nova] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_rules [ 1073.078540] env[65301]: INFO networking_nsxv3.common.synchronization [req-bcc7053e-1025-4799-af5d-c6db4f045499 req-3da84d35-7d9c-42eb-97b5-b22474f64a74 service nova] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1073.078790] env[65301]: INFO networking_nsxv3.common.synchronization [req-bcc7053e-1025-4799-af5d-c6db4f045499 req-3da84d35-7d9c-42eb-97b5-b22474f64a74 service nova] Enqueued Resource ID: 81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 with Priority: HIGHEST for action port [ 1073.079618] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_rules [ 1073.079792] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1073.079966] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 with Priority: HIGHEST for action port [ 1073.080411] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.081103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.081103] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.081103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.081363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.081544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.081664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.081950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.082198] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.100367] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1073.102041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.102041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.102041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.102041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.102041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.102041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.103630] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.103630] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.103630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.103630] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.104901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.105081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.105237] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.105351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.105419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.105531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.105598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.105684] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.585670] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 with status ACTIVE [ 1073.585670] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.586123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.586123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.586462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.586593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.587218] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.587218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.587218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.587218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.587218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.587757] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.587757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.587757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.587757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.587757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.588018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1 is going to be updated. [ 1073.610351] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4423e739-11e2-45cf-bf06-8e3fa73ef656: rpc.has_security_group_logging(os_id): False [ 1073.612346] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.612478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.612658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.612943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.613097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.613255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81f57c2c-bd04-47ab-8f72-7f43c7f6a4a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.613509] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.631810] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.632164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.632164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.633173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.633173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.633173] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.633305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.633305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.633592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.633703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.633922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.634016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.634079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.634231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.634309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.634500] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.634592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.634650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.634787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.634861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.634944] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be created. [ 1073.697891] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.698209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.698385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.699033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.699033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.726546] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1073.979280] env[65301]: INFO networking_nsxv3.common.synchronization [req-1271de28-86fd-4278-944d-821b1a641be6 req-ef1ba70f-c7c6-4bf1-bcfa-d05ed53421d5 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1073.979280] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1073.979507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.979612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.979671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.979886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.980020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.981876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.981979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.982258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.982389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.983521] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.115557] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.385789] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.385992] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.386277] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.386545] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.386989] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.386989] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.387390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.387600] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.387759] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.387971] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.388099] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.388206] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.388312] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.388419] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.388520] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.388639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.407992] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.408192] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.408312] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.408488] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408837] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-30e8f273-0de3-40c3-a731-265091ffc506 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.409033] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.409156] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.409480] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.409627] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e8f273-0de3-40c3-a731-265091ffc506',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.485567] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.620973] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.620973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.620973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.621424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.621658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.621815] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1074.649143] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.649357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.649357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.649553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.649698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.660212] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1074.912483] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.912765] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.913053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.913390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.913550] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.913709] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 30e8f273-0de3-40c3-a731-265091ffc506 not found, creating... [ 1074.913988] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.914180] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.914300] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.914527] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.914688] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.914979] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.915236] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.915381] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.915671] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.915710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.915845] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 30e8f273-0de3-40c3-a731-265091ffc506 is going to be created. [ 1074.937271] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.937489] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937608] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.938111] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.938331] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.988518] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.489939] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.490174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.490174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.490375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.490466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.490565] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1075.520574] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.520772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.520772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.521135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.521281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.530871] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1075.649918] env[65301]: INFO networking_nsxv3.common.synchronization [req-1271de28-86fd-4278-944d-821b1a641be6 req-08e3d2bf-7f11-48f6-93ea-572466f3dc7f service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 1075.649918] env[65301]: INFO networking_nsxv3.common.synchronization [req-1271de28-86fd-4278-944d-821b1a641be6 req-08e3d2bf-7f11-48f6-93ea-572466f3dc7f service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1075.650364] env[65301]: INFO networking_nsxv3.common.synchronization [req-1271de28-86fd-4278-944d-821b1a641be6 req-08e3d2bf-7f11-48f6-93ea-572466f3dc7f service nova] Enqueued Resource ID: 30e8f273-0de3-40c3-a731-265091ffc506 with Priority: HIGHEST for action port [ 1075.650641] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 1075.650856] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1075.650978] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30e8f273-0de3-40c3-a731-265091ffc506 with Priority: HIGHEST for action port [ 1075.652779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.652938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.653017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.653213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.653289] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.656705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.656824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.657042] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-30e8f273-0de3-40c3-a731-265091ffc506 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.657147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.659760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.659760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.659760] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30e8f273-0de3-40c3-a731-265091ffc506',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.740836] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1075.740836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.741016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.741242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.741337] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.160493] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.160621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.163868] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30e8f273-0de3-40c3-a731-265091ffc506 with status ACTIVE [ 1076.163868] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.163868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.163868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.164166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.164166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.164300] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.164352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.164399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.164546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.164623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.164801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.164945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.164945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.165090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.165220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.165262] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30e8f273-0de3-40c3-a731-265091ffc506 is going to be updated. [ 1076.188408] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.188408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.188408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.188608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.188824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.188824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30e8f273-0de3-40c3-a731-265091ffc506" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.243690] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.243825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.671255] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1076.671671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.671752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.671986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.672263] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.672375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.672543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.672721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.672721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.672809] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.175074] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.544895] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1077.545159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.545342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.545668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.546095] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.546095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.546095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.546510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.546510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.546510] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.678737] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.050104] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.181806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.182089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.182178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.182406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.182493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.182601] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1078.188518] env[65301]: INFO networking_nsxv3.common.synchronization [req-cf5a63c1-e78b-445c-844b-76735b73591d req-5f531b8a-c41b-4c84-8903-d78b2fef676d tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1078.189799] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1078.190423] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.190423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.190423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.191286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.191286] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.191286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.191286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.191526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.191526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.191673] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.215726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.215726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.215726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.216107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.216107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.235232] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1078.338139] env[65301]: INFO networking_nsxv3.common.synchronization [req-e97be709-7a71-4547-b8a5-60c5766777b2 req-ce196a59-18d1-4842-8421-ba78b608f376 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1078.338139] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1078.338139] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.338139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.338139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.338690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.338959] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.339212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.339423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.339721] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.339907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.340167] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.554387] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.693788] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.775636] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.775868] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.776021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.776878] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.777936] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.778143] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.778273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.778534] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.778725] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.778948] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.779101] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.779223] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.779329] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.779438] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.779539] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.779818] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.801065] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.801233] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.801384] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.801584] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.801901] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-a951cbd7-4fd8-4f38-9809-14b7404ae996 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.802094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.802216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.802549] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.802688] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a951cbd7-4fd8-4f38-9809-14b7404ae996',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.844665] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.844843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.844920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.845150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.845244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.845507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.845604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.845669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.845823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.845911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.845996] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1078.874760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.874930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.874985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.875197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.875365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.887025] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1079.056798] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.057014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.057205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.057615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.057749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.057809] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1079.098784] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.098956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.098956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.099178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.099321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.109595] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1079.196352] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.305851] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.306215] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.306394] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.306728] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.306963] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.307137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port a951cbd7-4fd8-4f38-9809-14b7404ae996 not found, creating... [ 1079.307446] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.307658] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.307817] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.308230] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.308395] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.308715] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.308909] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.309341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.309341] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.309483] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.309694] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: a951cbd7-4fd8-4f38-9809-14b7404ae996 is going to be created. [ 1079.332811] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.333107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.333251] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.333549] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.333757] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.334020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.699283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.699669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.699669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.699772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.699883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.699994] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be updated. [ 1079.730743] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.730903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.730992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.731226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.731393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.744738] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: IN_PROGRESS for 2s [ 1080.055862] env[65301]: INFO networking_nsxv3.common.synchronization [req-e97be709-7a71-4547-b8a5-60c5766777b2 req-3b4de374-04eb-466f-97cf-af2dc04ed5e1 service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1080.055862] env[65301]: INFO networking_nsxv3.common.synchronization [req-e97be709-7a71-4547-b8a5-60c5766777b2 req-3b4de374-04eb-466f-97cf-af2dc04ed5e1 service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1080.055862] env[65301]: INFO networking_nsxv3.common.synchronization [req-e97be709-7a71-4547-b8a5-60c5766777b2 req-3b4de374-04eb-466f-97cf-af2dc04ed5e1 service nova] Enqueued Resource ID: a951cbd7-4fd8-4f38-9809-14b7404ae996 with Priority: HIGHEST for action port [ 1080.055862] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1080.055862] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1080.055862] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a951cbd7-4fd8-4f38-9809-14b7404ae996 with Priority: HIGHEST for action port [ 1080.056485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.056865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.057060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.057372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.057630] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.059155] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.059492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.059964] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a951cbd7-4fd8-4f38-9809-14b7404ae996 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.062079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.062079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.062079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.062079] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a951cbd7-4fd8-4f38-9809-14b7404ae996',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.249316] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.249316] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.249316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.249316] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.595591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595591] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a951cbd7-4fd8-4f38-9809-14b7404ae996 with status ACTIVE [ 1080.595591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.595591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.595591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.595591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.598340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a951cbd7-4fd8-4f38-9809-14b7404ae996 is going to be updated. [ 1080.598340] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.598340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a951cbd7-4fd8-4f38-9809-14b7404ae996" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.755190] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.782325] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-dabc4550-5b34-4b99-9b18-3b49129840e4 tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1080.782325] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1080.783257] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.783617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.783828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.784142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.784599] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.784599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.784599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.786716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.786716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.786716] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.900330] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1080.900531] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1080.900653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.900848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.901132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.901327] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.901452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.901624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.901808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.901896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.901995] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.996883] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1f3ac6a0-91c2-485b-968c-a8fbc10ef89d None None] Enqueued Resource ID: 65533106-6a72-405a-9e50-268e6d1a0e3c with Priority: HIGHEST for action port [ 1080.996883] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65533106-6a72-405a-9e50-268e6d1a0e3c with Priority: HIGHEST for action port [ 1080.996883] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-65533106-6a72-405a-9e50-268e6d1a0e3c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.996883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65533106-6a72-405a-9e50-268e6d1a0e3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.996883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65533106-6a72-405a-9e50-268e6d1a0e3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.997244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65533106-6a72-405a-9e50-268e6d1a0e3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.997244] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65533106-6a72-405a-9e50-268e6d1a0e3c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.120727] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1081.121264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.121462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.121689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.121953] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.122036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.122070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.122222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.122306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.122390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.122477] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.224976] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.225186] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.225316] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.225594] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.226191] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.226191] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.226191] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.226333] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.226472] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.226678] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.226785] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.227124] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.227124] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.227124] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.227231] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.227330] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.251672] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.251855] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.252010] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.252203] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.252527] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-4fba83b3-4df0-4625-8cd3-02d822ab1117 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.252707] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.252826] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.253249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.253364] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fba83b3-4df0-4625-8cd3-02d822ab1117',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.256963] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.289822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.289822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.290081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.290123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.290215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.290409] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.290523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.290586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.290735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.290804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.290890] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1081.333639] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.333639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.333639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.333639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.333639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.344483] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1081.405965] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.500531] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65533106-6a72-405a-9e50-268e6d1a0e3c [ 1081.500531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.500715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.501307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.501768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.501972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.502203] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65533106-6a72-405a-9e50-268e6d1a0e3c already deleted. [ 1081.502280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65533106-6a72-405a-9e50-268e6d1a0e3c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.625279] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.625383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.625444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.625660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.625820] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.625957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.626022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.626127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.626211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.626293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.626434] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.626523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.626582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.626714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.626844] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.626930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.626986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.627153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.627245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.627351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.627407] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.757325] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 1081.757590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.758825] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.758825] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.758825] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.758825] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.758825] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.760320] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 4fba83b3-4df0-4625-8cd3-02d822ab1117 not found, creating... [ 1081.760320] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.760320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.760320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.760320] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761565] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.761565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.761565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.761565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.761565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.761565] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 4fba83b3-4df0-4625-8cd3-02d822ab1117 is going to be created. [ 1081.762669] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.764020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.764020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.764020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.764020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.764020] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1081.793083] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.793357] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.794196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.794196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.794196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.794196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.808568] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.808720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.808788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.809014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.809173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.827038] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1081.907292] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.105623] env[65301]: INFO networking_nsxv3.common.synchronization [req-03fbf663-26fd-4f71-89cf-9a5d2deb5f7e req-c557c887-ddcb-4884-bd5c-7348bf06e2ed tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 669353b8-af99-4149-b53c-c0d197d06e70 with Priority: HIGHEST for action security_group_rules [ 1082.106541] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669353b8-af99-4149-b53c-c0d197d06e70 with Priority: HIGHEST for action security_group_rules [ 1082.106541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-669353b8-af99-4149-b53c-c0d197d06e70 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.106691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-669353b8-af99-4149-b53c-c0d197d06e70" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.106691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-669353b8-af99-4149-b53c-c0d197d06e70" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.107482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-669353b8-af99-4149-b53c-c0d197d06e70" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.107482] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('669353b8-af99-4149-b53c-c0d197d06e70',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.129850] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 1082.152276] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.153233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.153233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.153233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.171934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.172196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.172304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.172408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.172562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.172743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.172835] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.172948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.173158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.173266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.173310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.173525] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.173619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.173684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.173823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.173898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.173982] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1082.262246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.262458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.262516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.262859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.262972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299753] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1082.410318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.410983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.411170] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1082.461049] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.461049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.461049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.461287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.461427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.478111] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1082.492027] env[65301]: INFO networking_nsxv3.common.synchronization [req-5a45467a-bf44-46cd-bc05-e533463ffc60 req-fde0a545-9f63-4422-b5ea-3965553acbf0 tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 86f47d9e-fbb4-4646-a99b-08601fc87e21 with Priority: HIGHEST for action security_group_rules [ 1082.492027] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f47d9e-fbb4-4646-a99b-08601fc87e21 with Priority: HIGHEST for action security_group_rules [ 1082.492027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86f47d9e-fbb4-4646-a99b-08601fc87e21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.492027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86f47d9e-fbb4-4646-a99b-08601fc87e21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.492027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86f47d9e-fbb4-4646-a99b-08601fc87e21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.492027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86f47d9e-fbb4-4646-a99b-08601fc87e21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.492027] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86f47d9e-fbb4-4646-a99b-08601fc87e21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.553278] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-86e876ad-484b-434e-a7e3-02f35af98b7c service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1082.553526] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-86e876ad-484b-434e-a7e3-02f35af98b7c service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1082.553698] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-86e876ad-484b-434e-a7e3-02f35af98b7c service nova] Enqueued Resource ID: 4fba83b3-4df0-4625-8cd3-02d822ab1117 with Priority: HIGHEST for action port [ 1082.554719] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1082.554861] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1082.554955] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fba83b3-4df0-4625-8cd3-02d822ab1117 with Priority: HIGHEST for action port [ 1082.555259] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.555444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.555481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.555691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.555906] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.556913] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.557146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.557409] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fba83b3-4df0-4625-8cd3-02d822ab1117 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.557529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.557595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.557838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.557941] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fba83b3-4df0-4625-8cd3-02d822ab1117',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.631223] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.631415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.631481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.631752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.631802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.631903] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 669353b8-af99-4149-b53c-c0d197d06e70 already deleted. [ 1082.631993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-669353b8-af99-4149-b53c-c0d197d06e70" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.021801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.021801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.021801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.021801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.021801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.021801] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86f47d9e-fbb4-4646-a99b-08601fc87e21 already deleted. [ 1083.021801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86f47d9e-fbb4-4646-a99b-08601fc87e21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.060426] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.060617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.060873] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fba83b3-4df0-4625-8cd3-02d822ab1117 with status ACTIVE [ 1083.061712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.061908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.062397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.062397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.062540] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.062786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.062853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.063423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.063423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.063423] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.063423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.063423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.063682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.063682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.063748] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fba83b3-4df0-4625-8cd3-02d822ab1117 is going to be updated. [ 1083.086055] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.086401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.086401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.086754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.087044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.087217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fba83b3-4df0-4625-8cd3-02d822ab1117" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.234952] env[65301]: INFO networking_nsxv3.common.synchronization [req-ec183d5e-6193-4742-8e41-97d484f3a36d req-f54e4b8b-de97-4631-b2dc-482de1fb0349 tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 103c26fb-13ae-4190-a0f1-b254fa01884a with Priority: HIGHEST for action security_group_rules [ 1083.235563] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103c26fb-13ae-4190-a0f1-b254fa01884a with Priority: HIGHEST for action security_group_rules [ 1083.235909] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-103c26fb-13ae-4190-a0f1-b254fa01884a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.236055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-103c26fb-13ae-4190-a0f1-b254fa01884a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.236098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-103c26fb-13ae-4190-a0f1-b254fa01884a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.236557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-103c26fb-13ae-4190-a0f1-b254fa01884a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.236557] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('103c26fb-13ae-4190-a0f1-b254fa01884a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.317486] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-a5636c57-b6f6-40fa-8e56-3355fb1458ec tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1083.318619] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1083.318708] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.318761] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.356467] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1083.356687] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a deletion is rescheduled due to dependency. [ 1083.356818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.357022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.357500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.357500] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.357645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.357750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.357990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.358110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.358306] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.673585] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.673799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.673931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.674348] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.674626] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.674746] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.674857] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.675160] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.675343] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.675691] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.675691] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.675840] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.676022] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.676120] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.676253] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.676720] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.696237] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.696412] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.696551] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.696745] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-858" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.697074] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-da02b896-28ca-43aa-ab6e-b3d7d1a87856 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.697253] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.697374] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.697710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.697847] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da02b896-28ca-43aa-ab6e-b3d7d1a87856',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.701361] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8d76f389-6b35-4b0a-8244-ccd4f3322d9f None None] Enqueued Resource ID: ab8eb5e4-5b5c-4521-902d-e4da26d0de99 with Priority: HIGHEST for action port [ 1083.701361] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8eb5e4-5b5c-4521-902d-e4da26d0de99 with Priority: HIGHEST for action port [ 1083.701361] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab8eb5e4-5b5c-4521-902d-e4da26d0de99 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.701361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab8eb5e4-5b5c-4521-902d-e4da26d0de99" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.701361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab8eb5e4-5b5c-4521-902d-e4da26d0de99" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.701569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab8eb5e4-5b5c-4521-902d-e4da26d0de99" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.701569] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab8eb5e4-5b5c-4521-902d-e4da26d0de99',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.761983] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.761983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.761983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.761983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.761983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.761983] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 103c26fb-13ae-4190-a0f1-b254fa01884a already deleted. [ 1083.761983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-103c26fb-13ae-4190-a0f1-b254fa01884a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.839567] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1083.839810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.840078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.840900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.841119] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.841315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.841411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.841670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.842151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.842151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.842151] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.860464] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.207713] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.208029] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.209027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.209027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.209027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.209027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port da02b896-28ca-43aa-ab6e-b3d7d1a87856 not found, creating... [ 1084.209179] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.209385] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.210032] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.210032] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.210032] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.210291] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.210474] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.210609] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.210858] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.211015] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.211195] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: da02b896-28ca-43aa-ab6e-b3d7d1a87856 is going to be created. [ 1084.212602] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab8eb5e4-5b5c-4521-902d-e4da26d0de99 [ 1084.212770] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.212875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.212938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.213186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.213366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.213470] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab8eb5e4-5b5c-4521-902d-e4da26d0de99 already deleted. [ 1084.213693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab8eb5e4-5b5c-4521-902d-e4da26d0de99" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.235351] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.235684] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.235839] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.236169] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.236445] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.236680] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.333308] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1084.333556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.349093] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.349277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.349327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.349543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.349712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.349803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.349870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.350039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.350134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.350224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.350372] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.350463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.350523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.350663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.350929] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.350929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.350929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.351191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.351191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.351270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.351337] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.362829] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.489971] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1084.491053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.491053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.491053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.491053] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.491053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.491053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.491288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.491288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.491337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.491389] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.854675] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4423e739-11e2-45cf-bf06-8e3fa73ef656: rpc.has_security_group_logging(os_id): False [ 1084.865276] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.867634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.867634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.867634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.867634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.867634] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1084.872967] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873446] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.873694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.873854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.874156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.874905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.874905] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.874905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.874905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.874905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.875673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.877775] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.877775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.877775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.877775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.877775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.877775] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1084.900657] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.900657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.900657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.900657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.900657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.908205] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1084.926797] env[65301]: INFO networking_nsxv3.common.synchronization [req-7c84cc9e-a35e-45a0-92a0-29525eaff90e req-306715a8-139a-478f-885f-7caa1a002aa0 tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 25f513f8-dddd-448d-b7c5-af1c3ce16672 with Priority: HIGHEST for action security_group_rules [ 1084.926797] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f513f8-dddd-448d-b7c5-af1c3ce16672 with Priority: HIGHEST for action security_group_rules [ 1084.926797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25f513f8-dddd-448d-b7c5-af1c3ce16672 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25f513f8-dddd-448d-b7c5-af1c3ce16672" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.926797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25f513f8-dddd-448d-b7c5-af1c3ce16672" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.926797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25f513f8-dddd-448d-b7c5-af1c3ce16672" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25f513f8-dddd-448d-b7c5-af1c3ce16672',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.934601] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-96c3039a-5b22-4940-96c3-a636a1708ff6 service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1084.934601] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-96c3039a-5b22-4940-96c3-a636a1708ff6 service nova] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1084.934904] env[65301]: INFO networking_nsxv3.common.synchronization [req-74c57efe-6aad-4630-a894-465f5770eacb req-96c3039a-5b22-4940-96c3-a636a1708ff6 service nova] Enqueued Resource ID: da02b896-28ca-43aa-ab6e-b3d7d1a87856 with Priority: HIGHEST for action port [ 1084.935574] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_rules [ 1084.937822] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1084.937822] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da02b896-28ca-43aa-ab6e-b3d7d1a87856 with Priority: HIGHEST for action port [ 1084.938724] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.939240] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.939494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.939841] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-da02b896-28ca-43aa-ab6e-b3d7d1a87856 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.940056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.940187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.940498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.940700] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da02b896-28ca-43aa-ab6e-b3d7d1a87856',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.943761] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.944143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.944341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.944888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.962103] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1084.996934] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.997168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.997275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.997578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.997812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.997953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.998075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.999264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.999264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.999264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.999264] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.999264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.999264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.999264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.999504] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.999504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.999566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.002433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.002433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.002433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.002433] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.444059] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da02b896-28ca-43aa-ab6e-b3d7d1a87856 with status ACTIVE [ 1085.444364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.444476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.444532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.444725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.444816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.444988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.445210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.446017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.447928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.448038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.448401] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.448401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.448497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.448657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.448748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.448780] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da02b896-28ca-43aa-ab6e-b3d7d1a87856 is going to be updated. [ 1085.452477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.452681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.452681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.452852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.452954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.453096] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25f513f8-dddd-448d-b7c5-af1c3ce16672 already deleted. [ 1085.453217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25f513f8-dddd-448d-b7c5-af1c3ce16672" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.475822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.475989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.476050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.476297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.476437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.476613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da02b896-28ca-43aa-ab6e-b3d7d1a87856" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.504137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 1085.525979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.526136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.526206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.526424] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.526522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.526736] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.526834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.526892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.527064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.527064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.527306] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.527397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.527455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.527592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.527663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.527847] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.527935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.527982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.530538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.530538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.530713] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1085.636516] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.636516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.636516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.636516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.636516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.683189] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1086.929761] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1086.930040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.930252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.930497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.930723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.930864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.930944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.931155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.931250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.931363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.931468] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.932443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.932641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.932836] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.932967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.933052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.933299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.933364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.933490] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.979164] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1086.979164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.979412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.979604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.979691] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.231085] env[65301]: INFO networking_nsxv3.common.synchronization [req-4c002f2d-c269-4ed7-b25f-8a9646e038a6 req-e49e7658-faad-464c-9d85-96b9c5766468 tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 155d929d-7900-4857-ba2a-b891e7d20632 with Priority: HIGHEST for action security_group_rules [ 1087.231890] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155d929d-7900-4857-ba2a-b891e7d20632 with Priority: HIGHEST for action security_group_rules [ 1087.232296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155d929d-7900-4857-ba2a-b891e7d20632 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.232457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.232547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.232923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.233045] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155d929d-7900-4857-ba2a-b891e7d20632',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.435467] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.435997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436109] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.482156] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.482403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.482485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.482710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.482930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.483083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.483387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.483464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.483541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.483706] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.672261] env[65301]: INFO networking_nsxv3.common.synchronization [req-9e718a18-a417-47a6-9107-de0bc3feb9b4 req-40a79d1b-10eb-4a66-898a-1ea1c7a002fa tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 155d929d-7900-4857-ba2a-b891e7d20632 with Priority: HIGHEST for action security_group_rules [ 1087.672636] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155d929d-7900-4857-ba2a-b891e7d20632 with Priority: HIGHEST for action security_group_rules [ 1087.672911] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155d929d-7900-4857-ba2a-b891e7d20632 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.673089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.702148] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1087.702431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.761186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.761186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.761186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.761186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.761186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.761186] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155d929d-7900-4857-ba2a-b891e7d20632 already deleted. [ 1087.761186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.763060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.763493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.763611] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155d929d-7900-4857-ba2a-b891e7d20632',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.938978] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.986759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.987090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.987215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.987473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.987672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.987818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.987916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.988146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988538] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.988626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.988709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.988920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.989113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.989217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.989287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.989446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.989527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.989598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.989733] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.008707] env[65301]: INFO networking_nsxv3.common.synchronization [req-b4f06ea0-3fb4-43b5-b655-c711bf3a5268 req-b222104e-ccec-45d2-9410-1620e96409e8 tempest-SecurityGroupRulesTestJSON-1723652237 tempest-SecurityGroupRulesTestJSON-1723652237-project-member] Enqueued Resource ID: 155d929d-7900-4857-ba2a-b891e7d20632 with Priority: HIGHEST for action security_group_rules [ 1088.009833] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155d929d-7900-4857-ba2a-b891e7d20632 with Priority: HIGHEST for action security_group_rules [ 1088.009833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155d929d-7900-4857-ba2a-b891e7d20632 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.009833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.105955] env[65301]: INFO networking_nsxv3.common.synchronization [req-cdc768a5-ae71-4f11-b2d0-c4c3f633071a req-82426576-719e-4cef-bd51-24fd74efa4a5 tempest-ServerRescueNegativeTestJSON-197609901 tempest-ServerRescueNegativeTestJSON-197609901-project-member] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 1088.106743] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGHEST for action security_group_members [ 1088.107163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.107329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.107433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.107692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.107922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.108061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.108133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.108360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.108465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.108562] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.301679] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.301679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.301679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.301679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.301679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.301679] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155d929d-7900-4857-ba2a-b891e7d20632 already deleted. [ 1088.302306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.302306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.302306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.302306] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155d929d-7900-4857-ba2a-b891e7d20632',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.441778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.441900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.441967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.442253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.442839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.442839] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1088.488497] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.488497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.488497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.488742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.488992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.492588] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4423e739-11e2-45cf-bf06-8e3fa73ef656: rpc.has_security_group_logging(os_id): False [ 1088.509239] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1088.518072] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.521544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.521544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.521544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.522042] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.522042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.522042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.522042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.522042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.522042] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1088.610889] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.611716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.611716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.611716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.643609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.644046] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.644120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.644182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.644472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.644597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.644672] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be updated. [ 1088.660089] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.660471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.660650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.660968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.661242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.680729] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1088.691731] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.692038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.692220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.692602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.692848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.712178] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: IN_PROGRESS for 2s [ 1088.826839] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.826996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.827100] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.827324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.827417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.827510] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155d929d-7900-4857-ba2a-b891e7d20632 already deleted. [ 1088.827591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155d929d-7900-4857-ba2a-b891e7d20632" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.668758] env[65301]: INFO networking_nsxv3.common.synchronization [req-55fa2ee0-96d9-4e88-870e-1dfcb6fa2851 req-8593882b-49bf-4ba3-89f3-f6b2737c9690 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1089.669367] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1089.669679] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.669802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.669867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.670071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.670223] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.670318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.670382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.670528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.670613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.670705] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.176071] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.520614] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1090.520859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.521040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.521273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.521470] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.521581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.521647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.521810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.521891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.521983] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.677724] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.703450] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1090.707021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.731270] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 974131c3-fed0-4d06-8670-b13658522752 in Status: SUCCESS [ 1090.732497] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 974131c3-fed0-4d06-8670-b13658522752 deletion is rescheduled due to dependency. [ 1090.732497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.024736] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.179716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.179884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.180043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.180262] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.180389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.180524] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1091.210867] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.211495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.211590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.211891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.212075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.222022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1091.527237] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.030096] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.030451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.030451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.031685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.031685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.031685] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1092.066368] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.066556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.066594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.067023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.067023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.081926] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1092.316519] env[65301]: INFO networking_nsxv3.common.synchronization [req-6eca2773-3dbd-437d-b99a-02a8c02c952d req-7906e374-c1da-4018-84c7-c73529729eec tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1092.321936] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1092.321936] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.321936] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.321936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.326029] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.761040] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.761256] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.761369] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.761711] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.762074] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.762266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.762382] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.762609] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.762751] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.762954] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.763198] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.763345] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.763469] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.763587] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.763693] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.763824] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.784865] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.785048] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.785308] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.785381] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.785719] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-d19ee796-2584-4b64-a99e-6e75f45c465b taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.785876] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.786209] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.786351] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.786490] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19ee796-2584-4b64-a99e-6e75f45c465b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.827902] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.827902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.827902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.828037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.828154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.828360] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.828481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.828525] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.828673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.828846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.828876] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1092.860424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.860753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.860850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.861275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.861518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.877545] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1093.234487] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 4s [ 1093.289284] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.289469] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.289715] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.289835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.289946] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.290133] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port d19ee796-2584-4b64-a99e-6e75f45c465b not found, creating... [ 1093.290393] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.290548] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.290663] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.290880] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.291100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.291350] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.291551] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.291697] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.291949] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.292183] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.292343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: d19ee796-2584-4b64-a99e-6e75f45c465b is going to be created. [ 1093.337009] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.337256] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.337378] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.337666] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.337881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.338113] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.095538] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1094.095886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.096019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.096245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.096461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.096611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.096710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.096894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.096990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.097113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.097282] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.097421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.097496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.097657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.097945] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.098041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.098041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.098195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.098300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.098399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.098511] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.113448] env[65301]: INFO networking_nsxv3.common.synchronization [req-6eca2773-3dbd-437d-b99a-02a8c02c952d req-771118a9-5d48-4be8-8360-85883385d5af service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 1094.113448] env[65301]: INFO networking_nsxv3.common.synchronization [req-6eca2773-3dbd-437d-b99a-02a8c02c952d req-771118a9-5d48-4be8-8360-85883385d5af service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1094.113573] env[65301]: INFO networking_nsxv3.common.synchronization [req-6eca2773-3dbd-437d-b99a-02a8c02c952d req-771118a9-5d48-4be8-8360-85883385d5af service nova] Enqueued Resource ID: d19ee796-2584-4b64-a99e-6e75f45c465b with Priority: HIGHEST for action port [ 1094.114081] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 1094.114231] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1094.114326] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19ee796-2584-4b64-a99e-6e75f45c465b with Priority: HIGHEST for action port [ 1094.114730] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.114807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.114807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.115020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.115125] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.115965] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.116083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.116288] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19ee796-2584-4b64-a99e-6e75f45c465b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.116596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.116596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.116733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.116733] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19ee796-2584-4b64-a99e-6e75f45c465b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.600736] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98f2a46-8c77-4155-adcc-8ec2127a4e2a: rpc.has_security_group_logging(os_id): False [ 1094.619432] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.619802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.619848] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19ee796-2584-4b64-a99e-6e75f45c465b with status ACTIVE [ 1094.620046] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.620163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.620229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.620587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.620587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.620852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.620954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.621172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.621244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.621329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.621521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.621719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.621719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.621831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.621927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.621967] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19ee796-2584-4b64-a99e-6e75f45c465b is going to be updated. [ 1094.626318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.626489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.626551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.626691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.626776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.626953] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.627063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.627125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.627265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.627471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.627590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.627653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.627700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.627918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.627918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.630204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.630363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.630436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.630594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.630674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.630764] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1094.652925] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.653106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.653180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.653428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.653737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.653737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19ee796-2584-4b64-a99e-6e75f45c465b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.665684] env[65301]: INFO networking_nsxv3.common.synchronization [None req-09c91982-6c72-483f-a2b9-548dff95fa85 None None] Enqueued Resource ID: 016ed9ae-7c6f-4a7e-a015-46c224adecc7 with Priority: HIGHEST for action port [ 1094.666157] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016ed9ae-7c6f-4a7e-a015-46c224adecc7 with Priority: HIGHEST for action port [ 1094.666783] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-016ed9ae-7c6f-4a7e-a015-46c224adecc7 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.666882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-016ed9ae-7c6f-4a7e-a015-46c224adecc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.666930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-016ed9ae-7c6f-4a7e-a015-46c224adecc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.667180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-016ed9ae-7c6f-4a7e-a015-46c224adecc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.667279] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016ed9ae-7c6f-4a7e-a015-46c224adecc7',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.697595] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.697595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.697595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.697809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.697809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.714491] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1094.899026] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1094.899026] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b deletion is rescheduled due to dependency. [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.899026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.899026] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.899026] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.170139] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 016ed9ae-7c6f-4a7e-a015-46c224adecc7 [ 1095.171458] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.171458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.171458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.171458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.171458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.171458] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:016ed9ae-7c6f-4a7e-a015-46c224adecc7 already deleted. [ 1095.171458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-016ed9ae-7c6f-4a7e-a015-46c224adecc7" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.246051] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1095.246051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.403412] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.568867] env[65301]: INFO networking_nsxv3.common.synchronization [None req-0eaeb3c1-d10c-4f09-9581-e3c26a24c106 tempest-ServersV294TestFqdnHostnames-2054229830 tempest-ServersV294TestFqdnHostnames-2054229830-project-member] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_rules [ 1095.573135] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_rules [ 1095.573135] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.573135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.573135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.573135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.573135] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.677541] env[65301]: INFO networking_nsxv3.common.synchronization [None req-b7309b05-7d04-43ae-9149-4dc68778ecb2 tempest-ServersV294TestFqdnHostnames-2054229830 tempest-ServersV294TestFqdnHostnames-2054229830-project-member] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_rules [ 1095.679871] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_rules [ 1095.680268] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.680409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.905519] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.102275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.102456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.102514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.102720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.102807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.102905] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e already deleted. [ 1096.102986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.103161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.103319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.103490] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.410028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.411278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.411278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.411278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.411278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.411278] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1096.467692] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.467851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.468345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.468345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.468457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.480561] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1096.633759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.634313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.634423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.635075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.635075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.635075] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e already deleted. [ 1096.635159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.754552] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1096.754914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.755094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.755355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.755459] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.214274] env[65301]: INFO networking_nsxv3.common.synchronization [req-7c42190f-0959-4e69-8024-786da2cfaa5d req-c73cf5ff-c9b7-484e-a51d-bad5efbcb012 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1097.215659] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1097.217401] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.217528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.217746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.218170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.218170] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.218170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.218170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.218375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.218375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.218481] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.261918] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.261918] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.261918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.261918] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.512862] env[65301]: INFO networking_nsxv3.common.synchronization [req-878c5c01-5933-4b95-97a1-6da07cf32df3 req-a101f523-536d-4434-94f5-2299152185ed tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1097.514853] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1097.515209] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.515627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.515807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.516077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516199] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.516326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.516359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.516497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.516584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.516674] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.644056] env[65301]: INFO networking_nsxv3.common.synchronization [req-21512937-9fb0-4470-a452-c8679ef6ae2e req-96fff241-9572-4a50-81b1-9597e84c1ff0 tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1097.644657] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGHEST for action security_group_members [ 1097.644976] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.645182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.645281] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.645542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.645789] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.645914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.645970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.646170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.646289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.646413] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.721329] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.721329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.721468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.721598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.721691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.721889] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.722629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.722629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.722629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.722629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.722629] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1097.726703] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1fc60869-d366-40de-8513-f2ed835b9420 None None] Enqueued Resource ID: b4bf7b6b-4085-4e41-a777-e9fa8644dc6b with Priority: HIGHEST for action port [ 1097.726952] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf7b6b-4085-4e41-a777-e9fa8644dc6b with Priority: HIGHEST for action port [ 1097.731018] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bf7b6b-4085-4e41-a777-e9fa8644dc6b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.731018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bf7b6b-4085-4e41-a777-e9fa8644dc6b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.731018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bf7b6b-4085-4e41-a777-e9fa8644dc6b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.731018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bf7b6b-4085-4e41-a777-e9fa8644dc6b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.731018] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bf7b6b-4085-4e41-a777-e9fa8644dc6b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.754088] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.754088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.754088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.754294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.754294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.760903] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.761280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.764992] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1097.796035] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1185c9d-4e41-481c-8cf4-30f950bf45cf req-3b4f1927-01e8-4596-a73a-505a762c4ffb tempest-MultipleCreateTestJSON-1420554163 tempest-MultipleCreateTestJSON-1420554163-project-member] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1097.796666] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGHEST for action security_group_members [ 1097.797215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.797314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.020433] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.148844] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.149054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.149141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.149392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.169319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.169540] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.169687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.169758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.169950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.170134] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be updated. [ 1098.197782] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.197910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.197972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.198215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.198364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.207850] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: IN_PROGRESS for 2s [ 1098.230619] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4bf7b6b-4085-4e41-a777-e9fa8644dc6b [ 1098.230851] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.230994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.231113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.231285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.231392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.231526] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4bf7b6b-4085-4e41-a777-e9fa8644dc6b already deleted. [ 1098.232266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bf7b6b-4085-4e41-a777-e9fa8644dc6b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.490895] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1098.491775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.491775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.491775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.491775] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.491996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.491996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.492096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.492096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.492216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.492352] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.525797] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.994505] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.029024] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.029324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.029432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.029869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.030788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.030788] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1099.066290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.066451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.066573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.066846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.067242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.076999] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1099.497523] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3243-de9d-415b-98f8-3279ddc7175b: rpc.has_security_group_logging(os_id): False [ 1099.517374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.517564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.517564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.517825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.517935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.518277] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.518387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.518425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.518589] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.518677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.518779] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1099.589020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.589224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.589269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.589463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.589611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.604934] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1099.777145] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1099.777371] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1099.777516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.229160] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 181457d3-0110-4e35-affa-842421b556c5 in Status: SUCCESS [ 1100.229513] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 181457d3-0110-4e35-affa-842421b556c5 deletion is rescheduled due to dependency. [ 1100.229711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.089375] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1101.089375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.089743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.090034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.090325] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.090524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.090630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.090862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.091081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.091306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.091621] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.091749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.091914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.092229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.092580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.092798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.092927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.093200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.093334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.093561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.093760] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.095067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.095235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.095454] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.095627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.095750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.095954] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.096082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.096185] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.488433] env[65301]: INFO networking_nsxv3.common.synchronization [req-04e54622-b071-4b24-9398-d1016a92693c req-b24c46a1-3340-49e9-b98b-190e91ddd8a8 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1101.489503] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1101.489503] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.489503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.489686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.489814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.490113] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.490113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.490216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.490329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.490413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.490508] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.598170] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e98f2a46-8c77-4155-adcc-8ec2127a4e2a: rpc.has_security_group_logging(os_id): False [ 1101.599474] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.599611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.599684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.599928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.600065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.600299] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.600419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.600484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.600775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.600775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.600857] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1101.623072] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.623344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.623344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.623490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.623646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.624135] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.624338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.624639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.624702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.624923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.625511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.625511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.625511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.625736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.625924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.626181] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.626287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.626407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.626617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.626716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.626864] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be updated. [ 1101.637698] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.637865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.637903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.638136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.638318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.640041] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1101.640248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.650708] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1101.719896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.719896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.719896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.719896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.719896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.753404] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: IN_PROGRESS for 2s [ 1101.996041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.996041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.996041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.996041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.996041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.996041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.996041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.996041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.996476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.996476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.996476] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1102.031129] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.031881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.031881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.032155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.032429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.050797] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1102.117918] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.118196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.118344] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.118607] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.118890] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.122101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.122101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.122101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.122101] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.122437] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.122555] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.122683] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.122835] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.122961] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.123116] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.123275] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.145134] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.145471] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.145729] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.146034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.146546] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-d012737c-03e6-4727-a0be-4d93bffa2f4f taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.146848] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.147087] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.147460] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.147600] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d012737c-03e6-4727-a0be-4d93bffa2f4f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.460072] env[65301]: INFO networking_nsxv3.common.synchronization [req-c7813384-4258-4ede-a22d-c244235c518a req-f0d667e4-1b1b-4b69-addd-7436b7695754 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_members [ 1102.460736] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGHEST for action security_group_members [ 1102.461232] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.461399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.461464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.461807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.462016] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.462122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.462199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.462389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.462495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.462608] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.650631] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.650954] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.651015] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.651256] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.651402] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.651690] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.651844] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.651958] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.652188] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.652322] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.652598] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.652749] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.652859] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.653178] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.653346] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.653537] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: d012737c-03e6-4727-a0be-4d93bffa2f4f is going to be updated. [ 1102.682349] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.682569] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.682697] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.683041] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.683244] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.683638] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.965613] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.965854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.966038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.966357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.966422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.966650] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.966773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.966857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.967041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.967154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.967252] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 is going to be updated. [ 1103.005533] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.005711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.005711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.006028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.006191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.018561] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936592eb-085d-41ff-9c5a-bda59bedd982 in Status: IN_PROGRESS for 2s [ 1103.400995] env[65301]: INFO networking_nsxv3.common.synchronization [req-4442fbfe-e02b-4edb-a545-a3cb57c737c1 req-f6875a52-8dbb-4fa1-9d23-6f07eaa533fd service nova] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 1103.401275] env[65301]: INFO networking_nsxv3.common.synchronization [req-4442fbfe-e02b-4edb-a545-a3cb57c737c1 req-f6875a52-8dbb-4fa1-9d23-6f07eaa533fd service nova] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1103.401513] env[65301]: INFO networking_nsxv3.common.synchronization [req-4442fbfe-e02b-4edb-a545-a3cb57c737c1 req-f6875a52-8dbb-4fa1-9d23-6f07eaa533fd service nova] Enqueued Resource ID: d012737c-03e6-4727-a0be-4d93bffa2f4f with Priority: HIGHEST for action port [ 1103.402092] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_rules [ 1103.402228] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1103.402324] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d012737c-03e6-4727-a0be-4d93bffa2f4f with Priority: HIGHEST for action port [ 1103.402602] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.402723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.402791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.403031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.403094] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.403969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.404097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.404138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.404305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.404449] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.404557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.404615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.404780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.405131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.405131] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.407070] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d012737c-03e6-4727-a0be-4d93bffa2f4f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.407184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.407368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.407421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.407893] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d012737c-03e6-4727-a0be-4d93bffa2f4f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.662279] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1103.662626] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a deletion is rescheduled due to dependency. [ 1103.662626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.770544] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a in Status: SUCCESS [ 1103.770544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.909832] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.909979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.910227] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.911169] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d012737c-03e6-4727-a0be-4d93bffa2f4f with status ACTIVE [ 1103.911363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.912405] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.912405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.913702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.913702] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.913702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.913702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.913702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.913702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.913702] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d012737c-03e6-4727-a0be-4d93bffa2f4f is going to be updated. [ 1103.940735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.941062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.941218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.941503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.941776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.942053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d012737c-03e6-4727-a0be-4d93bffa2f4f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.073020] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1104.073020] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 1104.073020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.418234] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.450234] env[65301]: INFO networking_nsxv3.common.synchronization [req-574825e4-5fef-4df3-a48c-56112c4c2eff req-c8302812-5808-4e5b-a9df-006fabc05bb3 tempest-ListServerFiltersTestJSON-1789177404 tempest-ListServerFiltersTestJSON-1789177404-project-member] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1104.450947] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1104.451348] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.451551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.451650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.451939] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.452159] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.452314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.452419] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.452660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.452800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.452919] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.920305] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.920703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.920703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.920703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.920820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.920921] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 is going to be updated. [ 1104.953155] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.953315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.953315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.953500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.953701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.955018] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.966795] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: IN_PROGRESS for 2s [ 1104.969826] env[65301]: INFO networking_nsxv3.common.synchronization [req-ddb1d244-523c-497d-9f1a-7ed77a6898bf req-d669c966-b4f2-467d-a75c-267adadd7a95 tempest-ServersV294TestFqdnHostnames-2054229830 tempest-ServersV294TestFqdnHostnames-2054229830-project-member] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_members [ 1104.971028] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_members [ 1104.971337] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.971515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.971620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.971933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.972153] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.972271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.972339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.972506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.972594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.972690] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.031507] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 936592eb-085d-41ff-9c5a-bda59bedd982 in Status: SUCCESS [ 1105.031698] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 deletion is rescheduled due to dependency. [ 1105.031808] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.405176] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-229 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.405437] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-229" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.405532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-229" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.405931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-229" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.406260] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.406462] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.406612] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.406864] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.407169] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.407424] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.407568] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.407704] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.407837] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.407975] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.408124] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.408321] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.429265] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.429434] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.429521] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.429699] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-229" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.430026] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.430197] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.430312] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.430649] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.430792] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d1c3df8-70c8-4e6b-ae3e-022687ababa9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.458835] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.474923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.475202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.475202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.475393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.475480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.475734] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.475892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.475892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.476065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.476136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.476227] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e already deleted. [ 1105.476307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.933609] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.934051] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.934051] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.934319] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.934466] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.934630] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 7d1c3df8-70c8-4e6b-ae3e-022687ababa9 not found, creating... [ 1105.934956] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.935148] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.935265] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.935499] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.935651] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.935953] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.936134] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.936276] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.936494] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.936628] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.936768] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 7d1c3df8-70c8-4e6b-ae3e-022687ababa9 is going to be created. [ 1105.961797] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.961980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.962063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.962315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.962415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.962523] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1105.964706] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.964930] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.965067] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.965312] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.965526] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.965739] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.995419] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.995639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.995639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.995927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.996163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.006758] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1106.702292] env[65301]: INFO networking_nsxv3.common.synchronization [req-ddb1d244-523c-497d-9f1a-7ed77a6898bf req-30d02430-4700-4db8-98b4-fdca3eb343bc service nova] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_rules [ 1106.702465] env[65301]: INFO networking_nsxv3.common.synchronization [req-ddb1d244-523c-497d-9f1a-7ed77a6898bf req-30d02430-4700-4db8-98b4-fdca3eb343bc service nova] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_members [ 1106.702598] env[65301]: INFO networking_nsxv3.common.synchronization [req-ddb1d244-523c-497d-9f1a-7ed77a6898bf req-30d02430-4700-4db8-98b4-fdca3eb343bc service nova] Enqueued Resource ID: 7d1c3df8-70c8-4e6b-ae3e-022687ababa9 with Priority: HIGHEST for action port [ 1106.703135] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_rules [ 1106.703272] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_members [ 1106.703369] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d1c3df8-70c8-4e6b-ae3e-022687ababa9 with Priority: HIGHEST for action port [ 1106.703639] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.703786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.703862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.704133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.704224] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.705074] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.705192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.705261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.705430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.705573] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.705663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.705720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.706297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.706411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.706506] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.708162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.708300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.708457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.708632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.708708] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d1c3df8-70c8-4e6b-ae3e-022687ababa9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.979701] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: SUCCESS [ 1106.979987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.980169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.980381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.980571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.980692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.980758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.980903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.980984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.981079] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.981170] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.210739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.210884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.211090] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.211973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d1c3df8-70c8-4e6b-ae3e-022687ababa9 with status ACTIVE [ 1107.212163] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.212287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.212330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.212574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.212637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.212803] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.212913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.212948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.213438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.213438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.213438] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.213438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.213718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.213718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.213718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.213812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d1c3df8-70c8-4e6b-ae3e-022687ababa9 is going to be updated. [ 1107.244071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.244253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.244315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.244530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.244686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.244895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d1c3df8-70c8-4e6b-ae3e-022687ababa9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.483552] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.716297] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.985466] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4: rpc.has_security_group_logging(os_id): False [ 1108.005474] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.005664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.005727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.005922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.015509] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1108.015932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.027087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.027523] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.027821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.028037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.028202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.028320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.028449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 is going to be updated. [ 1108.093762] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.093953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.094096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.094232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.094377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.107783] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: IN_PROGRESS for 2s [ 1108.218759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.218917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.218990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.219231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.219325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.219426] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e is going to be created. [ 1108.247623] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.247875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.247984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.248133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.248298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.271381] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e in Status: UNINITIALIZED for 2s [ 1110.124175] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: SUCCESS [ 1110.124500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.281364] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e in Status: SUCCESS [ 1110.281489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.281695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.281964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.282194] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.282318] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.282385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.282568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.282677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.282772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.282867] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.622045] env[65301]: INFO networking_nsxv3.common.synchronization [None req-5bbb0890-b6be-4c54-809a-94e9a9d1431d tempest-AttachInterfacesTestJSON-202263594 tempest-AttachInterfacesTestJSON-202263594-project-member] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1110.622866] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGHEST for action security_group_members [ 1110.622955] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.623172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.623231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.623431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.623594] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.623694] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.623810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.624779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.624779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.624779] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.787131] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.126234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.126512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.126512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.126684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.126779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.126976] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.127101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.127165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.127313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.127387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.127471] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be updated. [ 1111.157216] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.157412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.157470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.157658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.157815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.168719] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: IN_PROGRESS for 2s [ 1111.288922] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbbfa20b-ee6d-434d-9c6a-c8316881db0e: rpc.has_security_group_logging(os_id): False [ 1111.312597] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.312787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.312827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.313035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.313126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.313379] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.313482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.313547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.313704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.313952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.314051] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e is going to be created. [ 1111.382079] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.382346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.382511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.382799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.383086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.396337] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e in Status: IN_PROGRESS for 2s [ 1113.182269] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb in Status: SUCCESS [ 1113.182512] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb deletion is rescheduled due to dependency. [ 1113.182557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.409837] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e in Status: SUCCESS [ 1113.410094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.665903] env[65301]: INFO networking_nsxv3.common.synchronization [req-e346a336-ab87-4a84-8431-b563134f6bb9 req-60c0588c-c45a-4aa9-8f7d-0ef52c078dd4 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1114.666584] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1114.666946] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.667605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.667690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.667902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.668089] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.668198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.668269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.668427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.668517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.668614] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.170857] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.172675] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-712 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.172874] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.172997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.173281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.173547] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.173703] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.173816] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.174186] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.174355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.174571] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.174685] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.174794] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.174967] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.175094] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.175207] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.175340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.197150] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.197329] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.197471] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.197649] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-712" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.197967] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-afb2e1d8-935a-404a-b7b1-91fb68d585a0 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.198156] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.198278] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.198623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.198757] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb2e1d8-935a-404a-b7b1-91fb68d585a0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.607341] env[65301]: INFO networking_nsxv3.common.synchronization [None req-d20eda88-a977-47ba-954f-22497a98289d None None] Enqueued Resource ID: e22dab72-7c41-4f16-8604-187d191c3ce8 with Priority: HIGHEST for action port [ 1115.607958] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e22dab72-7c41-4f16-8604-187d191c3ce8 with Priority: HIGHEST for action port [ 1115.608381] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e22dab72-7c41-4f16-8604-187d191c3ce8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.608381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e22dab72-7c41-4f16-8604-187d191c3ce8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.608381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e22dab72-7c41-4f16-8604-187d191c3ce8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.608557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e22dab72-7c41-4f16-8604-187d191c3ce8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.608557] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e22dab72-7c41-4f16-8604-187d191c3ce8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.678277] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.701494] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.702520] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.702520] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.702520] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.702726] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.702755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port afb2e1d8-935a-404a-b7b1-91fb68d585a0 not found, creating... [ 1115.703159] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.703255] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.703355] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.703532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.707019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.707019] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.707019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.707019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.707019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.707019] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.707019] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: afb2e1d8-935a-404a-b7b1-91fb68d585a0 is going to be created. [ 1115.728062] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.728191] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.728249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.729513] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.729513] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.729513] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.110552] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e22dab72-7c41-4f16-8604-187d191c3ce8 [ 1116.110716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.110846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.110911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.111221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.112531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.112531] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e22dab72-7c41-4f16-8604-187d191c3ce8 already deleted. [ 1116.112531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e22dab72-7c41-4f16-8604-187d191c3ce8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.180736] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.180736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.180736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.180736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.180736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.180736] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1116.211245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.213983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.213983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.213983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.213983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.222782] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1116.490999] env[65301]: INFO networking_nsxv3.common.synchronization [req-e346a336-ab87-4a84-8431-b563134f6bb9 req-e39067d9-399f-43f5-9a9c-502e92bd1ca5 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 1116.491251] env[65301]: INFO networking_nsxv3.common.synchronization [req-e346a336-ab87-4a84-8431-b563134f6bb9 req-e39067d9-399f-43f5-9a9c-502e92bd1ca5 service nova] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1116.491391] env[65301]: INFO networking_nsxv3.common.synchronization [req-e346a336-ab87-4a84-8431-b563134f6bb9 req-e39067d9-399f-43f5-9a9c-502e92bd1ca5 service nova] Enqueued Resource ID: afb2e1d8-935a-404a-b7b1-91fb68d585a0 with Priority: HIGHEST for action port [ 1116.491957] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_rules [ 1116.492106] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1116.492206] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afb2e1d8-935a-404a-b7b1-91fb68d585a0 with Priority: HIGHEST for action port [ 1116.492479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.492601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.492667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.492870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.492952] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.494198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.494324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.494541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-afb2e1d8-935a-404a-b7b1-91fb68d585a0 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.494667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.494750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.494946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.495040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afb2e1d8-935a-404a-b7b1-91fb68d585a0',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.998581] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.998914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.998914] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afb2e1d8-935a-404a-b7b1-91fb68d585a0 with status ACTIVE [ 1117.001188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.001188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.001188] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.001188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.001188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afb2e1d8-935a-404a-b7b1-91fb68d585a0 is going to be updated. [ 1117.023970] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.024366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.024562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.024851] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.025115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.025485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afb2e1d8-935a-404a-b7b1-91fb68d585a0" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.127730] env[65301]: INFO networking_nsxv3.common.synchronization [req-ac67ca86-e675-4f62-8f38-2c8fb535ffff req-2e798ffe-0e9b-4799-b848-a72c21961136 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1117.128367] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1117.128508] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.130131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.130302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.130583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.130869] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.131052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.131291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.131609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.131684] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.131786] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.480983] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.481196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.481314] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.481622] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.481934] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.482081] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.482205] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.482895] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.482895] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.484012] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.484012] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.484012] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.484012] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.484012] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.484012] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.484012] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.503970] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.504382] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.504382] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.504491] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-136" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.504782] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-ae70af2a-13a2-493d-9437-0f136639a91e taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.504961] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.505091] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.505421] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.505562] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae70af2a-13a2-493d-9437-0f136639a91e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.635521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.635698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.635698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.635828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.635921] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.636107] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.636204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.636290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.636428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.636717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.636717] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1117.663865] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.663961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.663961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.664273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.664990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.673886] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1118.008353] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.008857] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.008857] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.009040] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.009184] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.009365] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port ae70af2a-13a2-493d-9437-0f136639a91e not found, creating... [ 1118.009649] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.009829] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.009950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.010224] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.010362] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.010823] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.010947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.010947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.011309] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.011493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.011703] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: ae70af2a-13a2-493d-9437-0f136639a91e is going to be created. [ 1118.034177] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.034397] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.034605] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.034844] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.035021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.035281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.155059] env[65301]: INFO networking_nsxv3.common.synchronization [None req-57647364-1f5e-4250-b31a-ad6890fc1987 None None] Enqueued Resource ID: a6624e6a-387c-4c4b-be4f-881914101927 with Priority: HIGHEST for action port [ 1118.155387] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6624e6a-387c-4c4b-be4f-881914101927 with Priority: HIGHEST for action port [ 1118.155719] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6624e6a-387c-4c4b-be4f-881914101927 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.155849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6624e6a-387c-4c4b-be4f-881914101927" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.155935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6624e6a-387c-4c4b-be4f-881914101927" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.156241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6624e6a-387c-4c4b-be4f-881914101927" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.156345] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6624e6a-387c-4c4b-be4f-881914101927',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.233858] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1118.234136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.234319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.234547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.234736] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.234853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.234920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.235086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.235172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.235271] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.658685] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6624e6a-387c-4c4b-be4f-881914101927 [ 1118.658939] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.659141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.659221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.659458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.659551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.659656] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6624e6a-387c-4c4b-be4f-881914101927 already deleted. [ 1118.659749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6624e6a-387c-4c4b-be4f-881914101927" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.737918] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.770472] env[65301]: INFO networking_nsxv3.common.synchronization [req-ac67ca86-e675-4f62-8f38-2c8fb535ffff req-5150702e-0ac3-43a8-983b-cf0d9442e411 service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 1118.770472] env[65301]: INFO networking_nsxv3.common.synchronization [req-ac67ca86-e675-4f62-8f38-2c8fb535ffff req-5150702e-0ac3-43a8-983b-cf0d9442e411 service nova] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1118.770472] env[65301]: INFO networking_nsxv3.common.synchronization [req-ac67ca86-e675-4f62-8f38-2c8fb535ffff req-5150702e-0ac3-43a8-983b-cf0d9442e411 service nova] Enqueued Resource ID: ae70af2a-13a2-493d-9437-0f136639a91e with Priority: HIGHEST for action port [ 1118.770604] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_rules [ 1118.771305] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1118.771305] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae70af2a-13a2-493d-9437-0f136639a91e with Priority: HIGHEST for action port [ 1118.771440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.771509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.771542] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.772335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.772335] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.773636] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.773636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.773810] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae70af2a-13a2-493d-9437-0f136639a91e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.773902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.773988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.774797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.774935] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae70af2a-13a2-493d-9437-0f136639a91e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.243156] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.277423] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae70af2a-13a2-493d-9437-0f136639a91e with status ACTIVE [ 1119.277423] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.277423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.277423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.277839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.277839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.277839] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.277969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.278022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.278659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.278659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.278796] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.278796] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.278901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.279448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.279448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.279448] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae70af2a-13a2-493d-9437-0f136639a91e is going to be updated. [ 1119.280674] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.280770] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.303198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.303341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.303341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.303572] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.303710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.303881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae70af2a-13a2-493d-9437-0f136639a91e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.575936] env[65301]: INFO networking_nsxv3.common.synchronization [None req-09146ddc-a6cf-4ad4-91b7-fb52291be9a3 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_rules [ 1119.577325] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_rules [ 1119.577670] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.577797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.577885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.578169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.578263] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.672905] env[65301]: INFO networking_nsxv3.common.synchronization [None req-8500a133-94ce-4997-b56d-c142a163371f tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_rules [ 1119.676572] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_rules [ 1119.677026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.677133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.686018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1119.686137] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 1119.686251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.686541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.686758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.686946] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.687709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.687709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.687709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.687709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.687709] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.746215] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.746399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.746436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.746638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.746725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.746818] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1119.774339] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.774475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.774512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.774733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.774877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.783906] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1120.119049] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.119228] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.119314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.119580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.119687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.119787] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed already deleted. [ 1120.119877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.120127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.120320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.120398] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.189546] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.643474] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.643806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.643806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.644036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.644201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.644327] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed already deleted. [ 1120.644415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.693925] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.196490] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.199514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.199514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.199514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.199514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.199514] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1121.231369] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.231523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.231596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.231813] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.231962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.243578] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1121.795862] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1121.795862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.796516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.796789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.797013] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.797509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.797509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.797509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.797632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.797659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.797753] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.300043] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.300260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.300313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.300545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.300729] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.300844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.300905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.301077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.301182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.301282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.301424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.301528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.301647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.301733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.301871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.301994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.302056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.302210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.302302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.302876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.302876] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.804847] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02404442-366b-42c9-9c0e-76ca5ed67b03: rpc.has_security_group_logging(os_id): False [ 1122.823907] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.824627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.824627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.824627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.824627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.824906] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.824906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.824992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.825195] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.825287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.825563] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.825672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.825733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.825881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.826215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.826274] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.826397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.826472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.826599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.826670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.826749] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1122.893605] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.893605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.893828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.894056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.894151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.911096] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1123.189097] env[65301]: INFO networking_nsxv3.common.synchronization [req-81e378b4-1581-4ba1-a916-027fc15d4bf2 req-5ceb11d3-1428-4fd9-96ed-61eab68b8893 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1123.189633] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1123.190197] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.190347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.190416] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.190646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.190801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.190912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.190974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.191140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.191239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.191332] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.255685] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1123.255989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.256687] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.256938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.257189] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.257691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.257691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.257691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.257691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.257853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.257908] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.552654] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.552654] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.552654] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.552932] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.553101] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.553304] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.553431] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.553644] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.553785] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.553987] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.554294] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.554481] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.554607] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.554727] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.554834] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.554967] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.574778] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.574975] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.575157] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.575351] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.575844] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-40d3164c-00b8-4124-8345-c756b46ec24a taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.575979] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.575979] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.576331] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.576502] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d3164c-00b8-4124-8345-c756b46ec24a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.696027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.696188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.696188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696329] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696615] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.696750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.696844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.697090] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1123.722986] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.723155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.723229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.723469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.723596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.726913] env[65301]: INFO networking_nsxv3.common.synchronization [req-9179867a-ceb3-4e9e-bd45-71d3d9d78bb5 req-d9af8669-c22f-44a5-9cd7-ea1686faa342 tempest-ListServerFiltersTestJSON-1789177404 tempest-ListServerFiltersTestJSON-1789177404-project-member] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1123.727416] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1123.727716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.727831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.727901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.728245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.728339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.728571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.728657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.728692] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.733043] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1123.760535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.760535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.760535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.760824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.761180] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.761367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.761429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.761700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.761807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.761902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.762076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.762200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.762294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.762917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.762917] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.762917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.762917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.762917] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.763191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.763191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.763191] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.078820] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.079171] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.079171] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.079467] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.079616] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.079780] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 40d3164c-00b8-4124-8345-c756b46ec24a not found, creating... [ 1124.080020] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.080178] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.080296] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.080505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.080633] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.080908] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.081080] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.081188] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.081385] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.081512] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.081646] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 40d3164c-00b8-4124-8345-c756b46ec24a is going to be created. [ 1124.110880] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.111262] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.111444] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.111758] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.112030] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.112324] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.230490] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.265248] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 675175da-06a1-44b4-b9cb-c970cd49f216: rpc.has_security_group_logging(os_id): False [ 1124.288354] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.288541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.288607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.288826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.288924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.289141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.289240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.289303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.289451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.289524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.289705] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.289798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.289889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.289988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.290070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.290277] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.290443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.290485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.290634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.290708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.290793] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1124.363672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.363854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.363899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.364248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.364409] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.378814] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1124.732949] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.816159] env[65301]: INFO networking_nsxv3.common.synchronization [req-81e378b4-1581-4ba1-a916-027fc15d4bf2 req-64d3e08d-6a7e-41e1-b8df-c4d18ee1b1f2 service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1124.816338] env[65301]: INFO networking_nsxv3.common.synchronization [req-81e378b4-1581-4ba1-a916-027fc15d4bf2 req-64d3e08d-6a7e-41e1-b8df-c4d18ee1b1f2 service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1124.816475] env[65301]: INFO networking_nsxv3.common.synchronization [req-81e378b4-1581-4ba1-a916-027fc15d4bf2 req-64d3e08d-6a7e-41e1-b8df-c4d18ee1b1f2 service nova] Enqueued Resource ID: 40d3164c-00b8-4124-8345-c756b46ec24a with Priority: HIGHEST for action port [ 1124.816964] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1124.817114] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1124.817213] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40d3164c-00b8-4124-8345-c756b46ec24a with Priority: HIGHEST for action port [ 1124.817617] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.817749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.817826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.818015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.818104] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.820134] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.820134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.820134] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-40d3164c-00b8-4124-8345-c756b46ec24a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.820134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.820435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.820560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.820604] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40d3164c-00b8-4124-8345-c756b46ec24a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.931240] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1124.931660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.234748] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.235176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.235176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.235425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.235561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.235680] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1125.270437] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.270723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.270723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.270904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.271065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.280362] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1125.321976] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.322258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.323653] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40d3164c-00b8-4124-8345-c756b46ec24a with status ACTIVE [ 1125.323870] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.324033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.324200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.324469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.324575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.324823] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.324926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.324990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.325217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.325306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.325522] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.325667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.325758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.325959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.326095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.326210] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40d3164c-00b8-4124-8345-c756b46ec24a is going to be updated. [ 1125.351186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.351186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.351186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.351186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.351456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.351456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40d3164c-00b8-4124-8345-c756b46ec24a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.744208] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1125.744401] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1125.744515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.744678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.744890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.745099] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.745252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.745340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.745475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.745556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.745648] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.247425] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.395881] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1126.396134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.749668] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.253598] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.253950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.253950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.254145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.254240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.254343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1127.284492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.284676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.284715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.284897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.285060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.295234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1127.295449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.296194] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1127.787704] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-68c1cb7b-1068-4869-be48-daef58111627 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1127.788247] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1127.788557] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.788679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.788746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.789014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.789185] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.789291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.789361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.789483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.789566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.789660] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.080087] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-e7cae7eb-616d-4995-8f3c-d71315d88f6e tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1128.080335] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1128.080720] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.081144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.291430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.291839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.291839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.292191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.292338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.292848] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.293050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.293163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.293490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.293628] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.293781] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 already deleted. [ 1128.294588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.294971] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.295347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.295767] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.296518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.296698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.296991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.297140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.297307] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.411842] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-2e3f2a90-67bc-47fa-850d-b07331ddf5d9 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1128.412412] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1128.412712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.412814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.673129] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.673875] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.673875] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.673875] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.674052] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.674686] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.674805] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.675053] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.675194] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.675461] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.675557] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.675647] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.675741] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.675893] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.675954] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.676076] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.696587] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.696761] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.696973] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.697085] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.697410] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-c616f9c9-f6af-4f38-878c-03b32000c82d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.697582] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.697697] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.698016] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.698160] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c616f9c9-f6af-4f38-878c-03b32000c82d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.800514] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.800661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.800733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.800946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.801049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.801239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.801379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.801492] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.801562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.801638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.801749] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 already deleted. [ 1128.801865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.802101] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.802277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.802425] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.802570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.802643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.802849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.802941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.803049] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.200899] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.201164] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.201272] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.201565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.201716] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.201869] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port c616f9c9-f6af-4f38-878c-03b32000c82d not found, creating... [ 1129.202253] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.202459] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.202642] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.202994] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.203261] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.203676] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.203939] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.204208] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.204528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.204787] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.204956] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: c616f9c9-f6af-4f38-878c-03b32000c82d is going to be created. [ 1129.229224] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.229440] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.229549] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.229828] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.230128] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.230380] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.305669] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.306038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.306038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.306545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.306545] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.306545] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.306715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.306715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.306897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.306897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.306970] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 already deleted. [ 1129.307199] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.307979] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1129.308208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.308433] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.308552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.308711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.308807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.308867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.309015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.309088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.309165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.309303] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.526816] env[65301]: INFO networking_nsxv3.common.synchronization [req-306e27f0-c6d3-4c6a-827c-fe787c986096 req-181e58ea-2b50-4702-9698-d46e2ebb57c6 tempest-ServerDiskConfigTestJSON-409629138 tempest-ServerDiskConfigTestJSON-409629138-project-member] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1129.527322] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGHEST for action security_group_members [ 1129.527820] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.527820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.527820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.528009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.528198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.528311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.528401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.528914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.528914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.528914] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.811776] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.811776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.811776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.812023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.812286] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.812412] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.812453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.812668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.813227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.813227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.813227] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.813227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.813227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.813410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.813526] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.813632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.814075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.814075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.814075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.814164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.814290] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.931349] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-e4e7c576-f646-4bed-9918-3b203b40d11b service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1129.931349] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-e4e7c576-f646-4bed-9918-3b203b40d11b service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1129.931495] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-e4e7c576-f646-4bed-9918-3b203b40d11b service nova] Enqueued Resource ID: c616f9c9-f6af-4f38-878c-03b32000c82d with Priority: HIGHEST for action port [ 1129.931635] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1129.931723] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1129.931814] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c616f9c9-f6af-4f38-878c-03b32000c82d with Priority: HIGHEST for action port [ 1129.932556] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.932705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.932788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.933407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.933407] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.934351] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.934449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.934513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.934716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.934940] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.934940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.935044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.935117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.935208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.935325] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.936498] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c616f9c9-f6af-4f38-878c-03b32000c82d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.936593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.937362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.937362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.937362] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c616f9c9-f6af-4f38-878c-03b32000c82d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.031033] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.031033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.031033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.031274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.031274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.031560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.031655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.031724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.031909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.032030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.032180] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be updated. [ 1130.065759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.066169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.066169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.066326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.066435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.077119] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: IN_PROGRESS for 2s [ 1130.188234] env[65301]: INFO networking_nsxv3.common.synchronization [req-e4265e65-fa71-4aa9-9827-632383623be8 req-93b505c9-b54e-432d-8e2c-234f5799faa7 tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_members [ 1130.188655] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_members [ 1130.189083] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.189263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.189349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.189653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.189846] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.189905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.189995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.190221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.190872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.190872] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.317228] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 1130.339778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.339959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.339998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.340222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.340316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.340531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.340632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.340695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.340844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.340919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.341686] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.341817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.341871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.342060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.342144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.343580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.343580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.343580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.343580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.343580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.343580] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1130.416508] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.416508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.416508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.416508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.416508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.432634] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1130.439274] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.439477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.439576] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.440539] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c616f9c9-f6af-4f38-878c-03b32000c82d with status ACTIVE [ 1130.440652] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.440739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.440739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.441023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.441092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.441213] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.441306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.441394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.441565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.441640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.441826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.441915] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.441976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.443208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.443312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.443405] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c616f9c9-f6af-4f38-878c-03b32000c82d is going to be updated. [ 1130.467377] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.467573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.467573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.467776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.467908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.468127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c616f9c9-f6af-4f38-878c-03b32000c82d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.538732] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.538936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539078] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.539354] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.539612] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.539767] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.539882] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.540117] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.540259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.540466] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.540578] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.540685] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.540793] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.540901] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.541017] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.541151] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.585653] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.585653] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.585653] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.585653] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-760" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.586242] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-350b57cf-fe0e-4114-8d3f-9df83f207337 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.586242] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.586242] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.586617] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.586774] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350b57cf-fe0e-4114-8d3f-9df83f207337',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.693629] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.693629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.693629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.693629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.693629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.693629] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.693629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.693629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.694081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.694081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.694081] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed already deleted. [ 1130.694081] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.698435] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.698616] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-711" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.698736] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-711" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.699043] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-711" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.699293] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.699475] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.699592] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.699797] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.699932] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.700148] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.700259] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.700362] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.700465] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.700571] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.700669] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.700792] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.723513] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.723703] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.723755] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.723922] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-711" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.724322] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-e910bf5c-0496-42f8-ba35-f7b36d37840b taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.724502] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.724617] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.724936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.725092] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e910bf5c-0496-42f8-ba35-f7b36d37840b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.945456] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.089299] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.089887] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.090075] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.090590] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.090882] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.091187] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 350b57cf-fe0e-4114-8d3f-9df83f207337 not found, creating... [ 1131.091625] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.091820] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.091952] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.092264] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.092409] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.092692] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.092851] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.092958] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.093186] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.093318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.093458] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 350b57cf-fe0e-4114-8d3f-9df83f207337 is going to be created. [ 1131.113735] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.113735] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.113934] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.114884] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.114884] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.114884] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.228050] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.228050] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.228050] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.228050] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.228367] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.228367] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port e910bf5c-0496-42f8-ba35-f7b36d37840b not found, creating... [ 1131.228660] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.228834] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.228975] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.229209] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.229342] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.229654] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.229807] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.229919] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.230137] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.230267] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.230402] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: e910bf5c-0496-42f8-ba35-f7b36d37840b is going to be created. [ 1131.255983] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.256239] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.256326] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.256635] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.256860] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.257103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.449060] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.449396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.449396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.449676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.449834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.449974] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be created. [ 1131.475826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.476056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.476113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.476321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.476493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.487419] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: UNINITIALIZED for 2s [ 1131.819112] env[65301]: INFO networking_nsxv3.common.synchronization [req-e4265e65-fa71-4aa9-9827-632383623be8 req-cd05b7fb-1710-43c5-a835-28d1336b85c4 service nova] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_rules [ 1131.819272] env[65301]: INFO networking_nsxv3.common.synchronization [req-e4265e65-fa71-4aa9-9827-632383623be8 req-cd05b7fb-1710-43c5-a835-28d1336b85c4 service nova] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_members [ 1131.819408] env[65301]: INFO networking_nsxv3.common.synchronization [req-e4265e65-fa71-4aa9-9827-632383623be8 req-cd05b7fb-1710-43c5-a835-28d1336b85c4 service nova] Enqueued Resource ID: 350b57cf-fe0e-4114-8d3f-9df83f207337 with Priority: HIGHEST for action port [ 1131.819632] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_rules [ 1131.819754] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_members [ 1131.819848] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350b57cf-fe0e-4114-8d3f-9df83f207337 with Priority: HIGHEST for action port [ 1131.820387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.820518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.820573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.820766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.820930] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.823304] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.823304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.823304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.823304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.823443] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.823443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.823508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.823637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.823728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.823804] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.824590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-350b57cf-fe0e-4114-8d3f-9df83f207337 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.824695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.824742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.824893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.824967] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350b57cf-fe0e-4114-8d3f-9df83f207337',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.088561] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 675175da-06a1-44b4-b9cb-c970cd49f216 in Status: SUCCESS [ 1132.088834] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 deletion is rescheduled due to dependency. [ 1132.088903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.324225] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.324551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.326843] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 350b57cf-fe0e-4114-8d3f-9df83f207337 with status ACTIVE [ 1132.327070] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.327475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.327475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.327648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.327648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.327851] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.327952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.328029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.328180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.328257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.328713] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.328800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.328800] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.328968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.329048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.329245] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 350b57cf-fe0e-4114-8d3f-9df83f207337 is going to be updated. [ 1132.330261] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.355465] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.355465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.355465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.355465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.355465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.355465] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-350b57cf-fe0e-4114-8d3f-9df83f207337" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.397076] env[65301]: INFO networking_nsxv3.common.synchronization [req-1cc750e5-a14f-4f4c-9d2a-ada9435b4637 req-8ea52058-92ee-4952-82ef-54c1cc97f016 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1132.397076] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1132.397076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.397076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.397076] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.397408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.397640] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.397759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.397824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.398053] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.398163] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.398282] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.438391] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-a6085e28-eaf3-4eeb-9639-d8b940caf5ca service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1132.438661] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-a6085e28-eaf3-4eeb-9639-d8b940caf5ca service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1132.438759] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-a6085e28-eaf3-4eeb-9639-d8b940caf5ca service nova] Enqueued Resource ID: e910bf5c-0496-42f8-ba35-f7b36d37840b with Priority: HIGHEST for action port [ 1132.439345] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1132.439468] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1132.439640] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e910bf5c-0496-42f8-ba35-f7b36d37840b with Priority: HIGHEST for action port [ 1132.439988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.440122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.440418] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.440596] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.440720] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-e910bf5c-0496-42f8-ba35-f7b36d37840b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.440856] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.440918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.441143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.441259] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e910bf5c-0496-42f8-ba35-f7b36d37840b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.462458] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1132.462815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.832972] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.902274] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.944027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e910bf5c-0496-42f8-ba35-f7b36d37840b with status ACTIVE [ 1132.944027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.944027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.944027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.944027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.944027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.944565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.944565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.944565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.944565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.944565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.944723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.944834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.944874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.944986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.945073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.945153] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e910bf5c-0496-42f8-ba35-f7b36d37840b is going to be updated. [ 1132.971200] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.971200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.971200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.971200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.971200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.971200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e910bf5c-0496-42f8-ba35-f7b36d37840b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.280404] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-362 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.280623] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.280855] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.281087] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.281261] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.281426] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.281566] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.281777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.281942] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.282215] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.282332] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.282439] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.282543] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.282647] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.282748] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.282875] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.315449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.315715] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.315859] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.316049] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-362" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.316384] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-7f273352-3f1b-49af-967f-2e042443971c taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.316643] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.316769] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317122] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.317261] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f273352-3f1b-49af-967f-2e042443971c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.337072] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.337072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.337072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.337072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.337072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.337072] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed is going to be created. [ 1133.505011] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.505301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.505301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.505533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.505718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.508629] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.520600] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1133.520785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.521505] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed in Status: UNINITIALIZED for 2s [ 1133.521876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.522090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.522303] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.522428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.522493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.522655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.522733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.522815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.522906] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.523718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.523885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.524059] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.524574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.524637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.524792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.524873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.524961] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.819716] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.819970] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.820114] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.820457] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.820635] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.820797] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 7f273352-3f1b-49af-967f-2e042443971c not found, creating... [ 1133.821102] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.821277] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.821419] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.821886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.821886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.822187] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.822360] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.822485] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.822827] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.823015] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.823205] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 7f273352-3f1b-49af-967f-2e042443971c is going to be created. [ 1133.847593] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.847836] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.847971] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.848268] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.848489] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.848714] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.010344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.010514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.010586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.010803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.010892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.011085] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1134.027324] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.029046] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.029206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.052488] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.052488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.052681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.052945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.053177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.064613] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1134.530288] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.585680] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-a916ea8f-7a20-48b2-ad5b-3cd2d4e39b5a service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1134.585882] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-a916ea8f-7a20-48b2-ad5b-3cd2d4e39b5a service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1134.586018] env[65301]: INFO networking_nsxv3.common.synchronization [req-08b28072-ac1c-4107-90b2-61e6b0d74d78 req-a916ea8f-7a20-48b2-ad5b-3cd2d4e39b5a service nova] Enqueued Resource ID: 7f273352-3f1b-49af-967f-2e042443971c with Priority: HIGHEST for action port [ 1134.586865] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1134.586940] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1134.586992] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f273352-3f1b-49af-967f-2e042443971c with Priority: HIGHEST for action port [ 1134.587361] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.587484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.587670] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.587752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.587957] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f273352-3f1b-49af-967f-2e042443971c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.588070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.588153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.588359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.588425] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f273352-3f1b-49af-967f-2e042443971c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.032724] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.032911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.032911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.033193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.033485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.033485] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1135.073841] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.073841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.073841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.073841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.073841] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.088600] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1135.092165] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f273352-3f1b-49af-967f-2e042443971c with status ACTIVE [ 1135.092165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.092165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.092165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.092165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.092165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.092165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.092534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.092534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.092534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.092534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.093363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.093363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.093363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.093363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.093363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.093363] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f273352-3f1b-49af-967f-2e042443971c is going to be updated. [ 1135.131406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.131662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.131662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.131834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.131969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.132149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f273352-3f1b-49af-967f-2e042443971c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.240733] env[65301]: INFO networking_nsxv3.common.synchronization [req-d266b12b-b660-40b6-90e9-bc62e4ca42a9 req-6a9d8e7c-0c1a-4da3-b9ed-c38f3e0d3213 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_members [ 1135.241707] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGHEST for action security_group_members [ 1135.242040] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.242197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.242275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.242496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.242659] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.242811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.242811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.242973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.243072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.243167] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.533812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed in Status: SUCCESS [ 1135.534177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.534224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.534526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.534712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.534826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.534887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.535095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.535177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.535259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.535372] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.745122] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.745122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.745421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.745421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.766964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.767247] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.767393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.767540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.767743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.767883] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.767984] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e is going to be updated. [ 1135.829288] env[65301]: INFO networking_nsxv3.common.synchronization [req-cdb4e33e-ff70-4544-bc5a-f4e8ee1e1953 req-480bc5b2-0e41-41e3-8fd9-f33a974b1a77 tempest-ListServerFiltersTestJSON-1789177404 tempest-ListServerFiltersTestJSON-1789177404-project-member] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1135.831361] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.831511] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.831624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.831992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.832155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.833526] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGHEST for action security_group_members [ 1135.833863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.833978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.834746] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.834836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.834836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.834964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.835063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.835156] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.844139] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: IN_PROGRESS for 2s [ 1136.037769] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.077488] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1136.077748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.339718] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.339901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.339944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.340354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.340354] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.340455] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.340582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.340651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.340811] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.340910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.340968] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be updated. [ 1136.378314] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.378314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.378314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.380720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.380720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.389888] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: IN_PROGRESS for 2s [ 1136.544393] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2a326f0-c0c0-4722-bb7c-5135e02e3aed: rpc.has_security_group_logging(os_id): False [ 1136.564548] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.564768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.564768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.565038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.565113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.565388] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.565518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.565557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.568058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.568058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.568058] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed is going to be created. [ 1136.629649] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.629967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.630142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.630270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.630585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.648170] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed in Status: IN_PROGRESS for 2s [ 1137.098083] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1137.098083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.098249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.098407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.098601] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.098718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.098782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.098985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.099032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.099097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.099249] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.099314] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.099375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.099518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.099647] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.099763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.099803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.099946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.099978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.100065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.100139] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.100981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.101166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.101303] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.101396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.101457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.101594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.101666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.101749] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.604590] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8547d8b1-10d7-4696-835e-13a20759f956: rpc.has_security_group_logging(os_id): False [ 1137.605893] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.626816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.626991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.627643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.627643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.627643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.627643] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.627852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.627852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.628017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.628062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.628388] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.628388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.628388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.628550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.628585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.628729] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.628817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.628889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.629037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.629104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.629183] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be created. [ 1137.694880] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.694880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.694992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.695529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.695529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.709945] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1137.863102] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e in Status: SUCCESS [ 1137.863349] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e deletion is rescheduled due to dependency. [ 1137.863417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.109608] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.407144] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 in Status: SUCCESS [ 1138.407349] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 deletion is rescheduled due to dependency. [ 1138.407470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.612969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.613383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.613383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.613550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.613550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.613623] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1138.654499] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.654711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.654760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.655065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.655172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.665478] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed in Status: SUCCESS [ 1138.665696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.666506] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1138.809311] env[65301]: INFO networking_nsxv3.common.synchronization [req-ce91c5a0-4614-40fb-b0f6-aa7d263eac5e req-6b9fa912-186d-47f4-8e64-ea449a64c445 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1138.809311] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1138.810489] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.810489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.810489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.811205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.811492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.811680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.811790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.813027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.813027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.813027] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.317217] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.317217] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.317217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.317217] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1139.364828] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.364972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.365039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.365327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.365387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.379112] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1139.432067] env[65301]: INFO networking_nsxv3.common.synchronization [None req-db85d551-a679-4d90-927f-a90d7a38c74d None None] Enqueued Resource ID: df0fb4d5-72c4-4fea-a534-e1436effbe73 with Priority: HIGHEST for action port [ 1139.432674] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0fb4d5-72c4-4fea-a534-e1436effbe73 with Priority: HIGHEST for action port [ 1139.433239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0fb4d5-72c4-4fea-a534-e1436effbe73 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.433565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0fb4d5-72c4-4fea-a534-e1436effbe73" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.437153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0fb4d5-72c4-4fea-a534-e1436effbe73" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.437436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0fb4d5-72c4-4fea-a534-e1436effbe73" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.437522] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0fb4d5-72c4-4fea-a534-e1436effbe73',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.727922] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1139.728280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.728347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.728724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.728828] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.940512] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df0fb4d5-72c4-4fea-a534-e1436effbe73 [ 1139.940750] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.940875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.940941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.941180] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.941264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.941356] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df0fb4d5-72c4-4fea-a534-e1436effbe73 already deleted. [ 1139.941432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0fb4d5-72c4-4fea-a534-e1436effbe73" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.231985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.232202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.679049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1140.680107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.680107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.680107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.680875] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.680875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.680875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.680875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.681147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.681147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.681213] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.924211] env[65301]: INFO networking_nsxv3.common.synchronization [None req-c003d906-ed4a-43e1-bec7-d9982fe55d77 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_rules [ 1140.924904] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_rules [ 1140.926871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.927070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.927173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.927517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.927658] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.059945] env[65301]: INFO networking_nsxv3.common.synchronization [None req-85e09633-7f90-4b70-9c86-7a761abe8f9c tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_rules [ 1141.060576] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_rules [ 1141.060915] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.061123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.188882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.188882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.188882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.188882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.188882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.189531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.189531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.189531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.189531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.189531] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.273898] env[65301]: INFO networking_nsxv3.common.synchronization [req-9bdd5979-0078-4ab7-8f5d-5f4e243d2d48 req-e2686d8f-cb30-4d80-8083-170a41fc3b45 tempest-ServersTestJSON-1357887810 tempest-ServersTestJSON-1357887810-project-member] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1141.274113] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGHEST for action security_group_members [ 1141.274424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.274608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.274676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.275373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.275373] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.275373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.275373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.275373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.275373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.275653] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.392354] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1141.392354] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1141.392520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.450458] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.450625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.450762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.451310] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 already deleted. [ 1141.451401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.451574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.451736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.451821] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.691604] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8547d8b1-10d7-4696-835e-13a20759f956: rpc.has_security_group_logging(os_id): False [ 1141.710991] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.711169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.711231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.711437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.711523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.711740] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.711837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.711893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.712044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.712188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.712549] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.712549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.712549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.712833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.712833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.712833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.712926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.713044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.713396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.713562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.713562] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1141.776166] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.776310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.776414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.776587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.776738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.777962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.778252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.778252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.778349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.778379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.778544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.778636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.778697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.778835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.778937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.779107] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be updated. [ 1141.800342] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1141.817580] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.817663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.817663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.818028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.818028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.827735] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: IN_PROGRESS for 2s [ 1141.974233] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.974233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.974233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.974233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.974233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.974233] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 already deleted. [ 1141.974233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.029022] env[65301]: INFO networking_nsxv3.common.synchronization [None req-68f4e437-40e1-4d41-a7a5-0c31b1aaa3a6 None None] Enqueued Resource ID: ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6 with Priority: HIGHEST for action port [ 1142.029673] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6 with Priority: HIGHEST for action port [ 1142.030330] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.031858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.031858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.031858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.031858] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.534232] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6 [ 1142.534449] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.534673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.534733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.536207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.536207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.536207] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6 already deleted. [ 1142.536207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef347a8f-e795-4eba-bcdb-e2f97e8b5ed6" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.822328] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1143.822691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.822874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.824183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.824183] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.840060] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 in Status: SUCCESS [ 1143.840270] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 deletion is rescheduled due to dependency. [ 1143.840270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.326241] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.326400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.326475] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.326692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.326874] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.326965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.327045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.327188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.327274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.327358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.327444] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.830261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.830580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.830580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.830896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.831168] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.831230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.831362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.831603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.831793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.831876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.832137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.832284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.832408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.832692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.832939] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.833085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.833188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.833532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.833602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.833731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.833910] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.337768] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8547d8b1-10d7-4696-835e-13a20759f956: rpc.has_security_group_logging(os_id): False [ 1145.356841] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.357054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.357178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.357446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.357566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.357826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.357955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.358054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.358310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.358606] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.358742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.358818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.358996] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.359119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.359367] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.359446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.359502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.359662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.359740] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.359853] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1145.434234] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.434392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.434463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.434752] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.434893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.452445] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1145.826903] env[65301]: INFO networking_nsxv3.common.synchronization [req-ea3affa9-dbf7-4d6a-adbe-fadaadad8809 req-a774f9ee-66ad-4383-b861-75093ba3a968 tempest-ServerTagsTestJSON-866106940 tempest-ServerTagsTestJSON-866106940-project-member] Enqueued Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_members [ 1145.827545] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_members [ 1145.827887] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.828049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.828116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.828429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.828592] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.828731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.828804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.828995] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.829109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.829229] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.177830] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-910 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.178192] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.178192] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.178418] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.178680] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.178833] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.178941] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.179202] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.179493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.179731] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.179848] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.179955] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.180840] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.180840] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.180840] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.180840] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.200732] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.200908] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.201064] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.201250] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-910" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.201567] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-7a8e4c12-8d73-4688-adf0-455004c2589c taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.201738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.201853] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.202199] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.202413] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8e4c12-8d73-4688-adf0-455004c2589c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.330923] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.331141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.331692] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.331790] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.332089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332158] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 already deleted. [ 1146.332234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.705088] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.705316] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.705432] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.705901] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.706115] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.706283] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 7a8e4c12-8d73-4688-adf0-455004c2589c not found, creating... [ 1146.706550] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.706710] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.706822] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.707094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.707240] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.707538] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.707692] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.707806] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.708023] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.708185] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.708324] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 7a8e4c12-8d73-4688-adf0-455004c2589c is going to be created. [ 1146.728393] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.728619] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.728781] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.729139] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.729416] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.729687] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.458984] env[65301]: INFO networking_nsxv3.common.synchronization [req-ea3affa9-dbf7-4d6a-adbe-fadaadad8809 req-6b9c154f-ef0b-4653-b9bb-1e3a0e7b7e16 service nova] Enqueued Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_rules [ 1147.459358] env[65301]: INFO networking_nsxv3.common.synchronization [req-ea3affa9-dbf7-4d6a-adbe-fadaadad8809 req-6b9c154f-ef0b-4653-b9bb-1e3a0e7b7e16 service nova] Enqueued Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_members [ 1147.459606] env[65301]: INFO networking_nsxv3.common.synchronization [req-ea3affa9-dbf7-4d6a-adbe-fadaadad8809 req-6b9c154f-ef0b-4653-b9bb-1e3a0e7b7e16 service nova] Enqueued Resource ID: 7a8e4c12-8d73-4688-adf0-455004c2589c with Priority: HIGHEST for action port [ 1147.460304] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_rules [ 1147.460525] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_members [ 1147.460712] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8e4c12-8d73-4688-adf0-455004c2589c with Priority: HIGHEST for action port [ 1147.461143] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.461342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.461460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.461919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.461990] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.463364] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.463597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.463673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.463924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.466177] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.466177] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.466177] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a8e4c12-8d73-4688-adf0-455004c2589c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.466177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.466177] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a8e4c12-8d73-4688-adf0-455004c2589c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.471792] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1147.471792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.724412] env[65301]: INFO networking_nsxv3.common.synchronization [req-a09abda4-c90b-4f15-bb17-99b5ca871cc9 req-d64bdf57-c070-4347-b955-4d4c88ecfbe3 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1147.725663] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1147.725663] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.725663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.725881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.725947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.726441] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.726604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.726693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.726892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.727033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.727158] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.945262] env[65301]: INFO networking_nsxv3.common.synchronization [req-a09abda4-c90b-4f15-bb17-99b5ca871cc9 req-d05ad1d1-2be2-4d5e-baab-f9d43f84ef60 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1147.945262] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1147.946827] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.947015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.967930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.968155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.970351] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a8e4c12-8d73-4688-adf0-455004c2589c with status ACTIVE [ 1147.970650] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.970852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.970977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.971315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.971485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.971777] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.971978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.972075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.972328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.972553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.972780] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.972956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.973106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.973366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.973912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.974244] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a8e4c12-8d73-4688-adf0-455004c2589c is going to be updated. [ 1147.975819] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.998482] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.998645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.998715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.999047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.999128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.999252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a8e4c12-8d73-4688-adf0-455004c2589c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.229502] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.259141] env[65301]: INFO networking_nsxv3.common.synchronization [req-a09abda4-c90b-4f15-bb17-99b5ca871cc9 req-29382962-ccda-487d-8866-92280aaf2dd2 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1148.259141] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1148.259141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.259141] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.478516] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.732117] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.980982] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.981169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.981245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.981500] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.981556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.981659] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 is going to be created. [ 1149.005416] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.005691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.005691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.005812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.005956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.016085] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 in Status: UNINITIALIZED for 2s [ 1149.235082] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.235368] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.235990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.237397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.237801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.237957] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1149.279644] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.279815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.279863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.280663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.280663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.289857] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1149.909887] env[65301]: INFO networking_nsxv3.common.synchronization [req-4a466e96-ca6b-4a02-96c6-ada7f1e9c0ab req-a7f5f3cf-c55d-432d-92dc-3f9118ef8a82 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_members [ 1149.910572] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_members [ 1149.910811] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.910936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.911033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.911325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.911506] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.911594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.911640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.911888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.911986] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.912091] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.218154] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.218344] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.218462] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.218769] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.218977] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.219159] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.219274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.219478] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.219617] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.219810] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.219920] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.220033] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.220343] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.220487] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.220660] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.220791] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.241222] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.241398] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.241538] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.241711] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-389" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.242030] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-240a9781-4090-4246-af49-f2f34acffbed taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.242202] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.242317] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.242825] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.242962] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240a9781-4090-4246-af49-f2f34acffbed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.415165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.415400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.415490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.415736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.415826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.416041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.416143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.416205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.416359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.416436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.416518] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 already deleted. [ 1150.416597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.745882] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.746139] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.746266] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.746539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.746685] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.746838] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 240a9781-4090-4246-af49-f2f34acffbed not found, creating... [ 1150.747109] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.747264] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.747395] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.747609] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.747739] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.748027] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.748183] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.748294] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.748493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.748622] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.748752] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 240a9781-4090-4246-af49-f2f34acffbed is going to be created. [ 1150.775821] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.776033] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.776166] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.776435] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.776658] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.776880] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.025932] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 in Status: SUCCESS [ 1151.026308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.026450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.026688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.026922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.027094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.027165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.027361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.027438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.027516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.027608] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.299947] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1151.300114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.300261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.300508] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.300706] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.300849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.300919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.301122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.301161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.301246] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.465337] env[65301]: INFO networking_nsxv3.common.synchronization [req-4a466e96-ca6b-4a02-96c6-ada7f1e9c0ab req-4e962589-943f-4784-8fe5-605c610ba707 service nova] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_rules [ 1151.465337] env[65301]: INFO networking_nsxv3.common.synchronization [req-4a466e96-ca6b-4a02-96c6-ada7f1e9c0ab req-4e962589-943f-4784-8fe5-605c610ba707 service nova] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_members [ 1151.465337] env[65301]: INFO networking_nsxv3.common.synchronization [req-4a466e96-ca6b-4a02-96c6-ada7f1e9c0ab req-4e962589-943f-4784-8fe5-605c610ba707 service nova] Enqueued Resource ID: 240a9781-4090-4246-af49-f2f34acffbed with Priority: HIGHEST for action port [ 1151.465828] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_rules [ 1151.466203] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_members [ 1151.466543] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240a9781-4090-4246-af49-f2f34acffbed with Priority: HIGHEST for action port [ 1151.469075] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.469075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.469075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.469075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.469075] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.469075] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.469075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.469075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.469075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.469921] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.470213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.471134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.471134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.471134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.471134] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.471978] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-240a9781-4090-4246-af49-f2f34acffbed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.472154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.472304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.472524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.473225] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240a9781-4090-4246-af49-f2f34acffbed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.529766] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.529914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.529973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.530161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.530323] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.530421] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.530494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.530626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.530719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.530804] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.530988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.531080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.531143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.531250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.531389] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.531527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.531608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.531756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.531832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.531913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.532010] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.803895] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.804065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.804172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.804638] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.804807] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.805201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.805362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.805467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.805759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.805877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.806014] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1151.841373] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.841373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.841373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.841565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.841672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.853867] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1151.975067] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.975273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.975498] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.976410] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 240a9781-4090-4246-af49-f2f34acffbed with status ACTIVE [ 1151.976674] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.976824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.976824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.976980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.977095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.977317] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.977317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.977507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.977507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.977654] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.977757] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.977846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.977907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.978501] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.978675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.978755] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 240a9781-4090-4246-af49-f2f34acffbed is going to be updated. [ 1152.001901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.002031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.002108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.002308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.002442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.002601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-240a9781-4090-4246-af49-f2f34acffbed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.035419] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1ff533d-521d-4b62-9b3f-2720c90428d4: rpc.has_security_group_logging(os_id): False [ 1152.062880] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.063030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.063030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.063260] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.063335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.063567] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.063668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.063778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.064036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.064036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.064357] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.064357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.064357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.064512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.064639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.064952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.065110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.065187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.065453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.065543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.065639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 is going to be created. [ 1152.133140] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.133140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.133140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.133140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.133140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.144973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 in Status: IN_PROGRESS for 2s [ 1152.172368] env[65301]: INFO networking_nsxv3.common.synchronization [req-30c65c5b-5e89-42cf-be64-ee2286a41da4 req-b90a3fc7-ee26-4619-9585-b1fdc74d4fef tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1152.173142] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1152.173530] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.173701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.173701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.173850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.173976] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.174083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.174136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.174289] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.174372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.174559] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.480857] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.503021] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-705 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.503021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.503021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.503437] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.503860] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.504259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.504544] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.507037] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.507037] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.507037] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.507037] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.507037] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.507037] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.507037] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.507037] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.507037] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.528021] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.528021] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.528021] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.528021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-705" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.528021] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-36e7d55b-e152-4aee-ae55-85f0e17556b8 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.528021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.528021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.528021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.528021] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e7d55b-e152-4aee-ae55-85f0e17556b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.676466] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.676466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.676466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.676728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.676825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.677052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.677159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.677221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.677374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.677452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.677539] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1152.706161] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.706410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.706410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.706553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.706692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.715833] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1152.983632] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.983720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.983720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.983929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.984034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.984136] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 is going to be created. [ 1153.008347] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.008567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.008691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.008985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.009244] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.021335] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 in Status: UNINITIALIZED for 2s [ 1153.030544] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.030770] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.030947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.031232] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.031329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.031484] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 36e7d55b-e152-4aee-ae55-85f0e17556b8 not found, creating... [ 1153.031749] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.031913] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.032038] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.032673] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.032673] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.032854] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.032910] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.033141] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.033285] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.033419] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.033609] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 36e7d55b-e152-4aee-ae55-85f0e17556b8 is going to be created. [ 1153.059339] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.059642] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.059726] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.060067] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.060858] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.061405] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.776140] env[65301]: INFO networking_nsxv3.common.synchronization [req-30c65c5b-5e89-42cf-be64-ee2286a41da4 req-d7a06da8-51ac-412e-a1ed-740506dbbb94 service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1153.776310] env[65301]: INFO networking_nsxv3.common.synchronization [req-30c65c5b-5e89-42cf-be64-ee2286a41da4 req-d7a06da8-51ac-412e-a1ed-740506dbbb94 service nova] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1153.776439] env[65301]: INFO networking_nsxv3.common.synchronization [req-30c65c5b-5e89-42cf-be64-ee2286a41da4 req-d7a06da8-51ac-412e-a1ed-740506dbbb94 service nova] Enqueued Resource ID: 36e7d55b-e152-4aee-ae55-85f0e17556b8 with Priority: HIGHEST for action port [ 1153.776939] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_rules [ 1153.777129] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1153.777251] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e7d55b-e152-4aee-ae55-85f0e17556b8 with Priority: HIGHEST for action port [ 1153.777823] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.777823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.777823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.778168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.778168] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.779400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.779514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.780140] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e7d55b-e152-4aee-ae55-85f0e17556b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.780140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.780140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.780339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.780423] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e7d55b-e152-4aee-ae55-85f0e17556b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.865118] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1153.865325] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 deletion is rescheduled due to dependency. [ 1153.865447] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.865792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.865869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.866021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.866138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.866205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.866370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.866476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.866574] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.159317] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 in Status: SUCCESS [ 1154.159703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.282047] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.282256] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.282317] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36e7d55b-e152-4aee-ae55-85f0e17556b8 with status ACTIVE [ 1154.282495] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.282605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.282674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.282892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.282979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.283175] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.283269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.283367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.283485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.283559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.283740] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.283847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.283886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.284019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.284094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.284188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36e7d55b-e152-4aee-ae55-85f0e17556b8 is going to be updated. [ 1154.307541] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.307727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.307787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.308014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.308200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.309030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e7d55b-e152-4aee-ae55-85f0e17556b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.369146] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.369293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.369370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.369595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.369685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.370272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.370272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.370272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.370272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.370272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.370541] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1154.412084] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.412084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.412344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.412344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.412478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.433692] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1154.727262] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1154.727415] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1154.727415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.727590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.727815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.728017] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.728178] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.728316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.728386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.728473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.728562] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.034914] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 in Status: SUCCESS [ 1155.034914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.034914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.035146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.035330] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.035443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.035503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.035664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.035759] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.036088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.036088] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.232234] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.538576] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.734795] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.041201] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f5f2947-9b1c-4fe3-a80e-6083182fc178: rpc.has_security_group_logging(os_id): False [ 1156.064850] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.065089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.065148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.065396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.065895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.065895] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.066208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.066208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.066208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.066459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.066459] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 is going to be created. [ 1156.154533] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.154533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.154533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.155408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.155408] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.170380] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 in Status: IN_PROGRESS for 2s [ 1156.239178] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.240346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.240346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.240346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.240346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.240865] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1156.312238] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.312423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.312484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.313574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.313574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.327022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1156.444900] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1156.444900] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 deletion is rescheduled due to dependency. [ 1156.444900] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.184238] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 in Status: SUCCESS [ 1158.184582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.341256] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1158.341598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.341836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.342153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.342421] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.342558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.342639] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.342830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.342923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.343022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.343135] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.778865] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.778865] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1158.845444] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.845612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.845686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.845964] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.846127] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.846232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.846313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.846473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.846579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.846670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.846835] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.846930] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.847007] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.847175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.847335] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.847428] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.847494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.847631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.847716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.847797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.847885] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.213967] env[65301]: INFO networking_nsxv3.common.synchronization [req-c4bdc12a-d96b-430e-9f14-7899d64547e9 req-09f87357-bee1-4f1b-ae44-b3a10ed6b6ac tempest-ServerTagsTestJSON-866106940 tempest-ServerTagsTestJSON-866106940-project-member] Enqueued Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_members [ 1159.214248] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGHEST for action security_group_members [ 1159.214762] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.214762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.214762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.215077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.215264] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.215366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.215838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.215838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.215838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.215838] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.353372] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8333ae-201a-442e-b73f-0d9b374fb400: rpc.has_security_group_logging(os_id): False [ 1159.372119] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.372494] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.372588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.372846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.372946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.373198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.373313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.373382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.373560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.373640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.373822] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.373918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.373980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.374564] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.374652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.374968] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.375183] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.375323] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.375528] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.375648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.375773] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1159.440084] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.440257] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.440305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.440521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.440664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.454175] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1159.718017] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.718226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.718310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.718889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.718889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.718889] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.718889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.719111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.719111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.719179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.719249] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 is going to be updated. [ 1159.747144] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.747304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.747346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.747548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.747686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.759258] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 in Status: IN_PROGRESS for 2s [ 1161.184108] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-5dbb7927-9281-4eda-894d-38f7fcf3d989 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1161.184691] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1161.185511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.185667] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.185756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.186153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.186453] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.186568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.186633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.186794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.186881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.190021] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.469806] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1161.470229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.529455] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-27c27dbf-5b35-4b3c-b604-17ff2ef182a1 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1161.530206] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1161.530302] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.530372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690667] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.690864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690909] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.691253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.691253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.691450] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.691450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.691595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.691648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.691719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.691793] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1161.721038] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.721038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.721038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.721038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.721038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.730873] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1161.769864] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 in Status: SUCCESS [ 1161.772719] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 deletion is rescheduled due to dependency. [ 1161.772719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.815788] env[65301]: INFO networking_nsxv3.common.synchronization [req-87a51b86-02e8-4899-8ac5-fc29bb6bc6e4 req-a42a9016-8031-410c-890a-314ef0ac8064 tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1161.816481] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGHEST for action security_group_members [ 1161.817512] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.817512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.817512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.817512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.817739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.817739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.817739] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.818069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.818069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.818209] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.849379] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-83 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.849579] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-83" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.850997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-83" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.850997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-83" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.850997] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.850997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.850997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.850997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.850997] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.851466] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.851597] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.851727] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.852178] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.852178] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.852178] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.852319] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.873049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.873274] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.873424] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.873610] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-83" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.873960] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.874131] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.874259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.874622] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.874765] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b30cd3f-22b8-423a-bc38-ad57851f9d9e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.320571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.320972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.320972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.321213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.321312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.321528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.321637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.321698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.321859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.321943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.322046] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 is going to be updated. [ 1162.355591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.355591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.355712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.355987] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.356144] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.368042] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: IN_PROGRESS for 2s [ 1162.377950] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.377950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.378507] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.378507] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.378507] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.378656] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 9b30cd3f-22b8-423a-bc38-ad57851f9d9e not found, creating... [ 1162.379037] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.379182] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.379328] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.379517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.379692] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.379930] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.380097] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.380212] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.380408] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.380536] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.380698] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 9b30cd3f-22b8-423a-bc38-ad57851f9d9e is going to be created. [ 1162.401970] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.402243] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.402369] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.402660] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.402970] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.403208] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.098534] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-f4cf749e-cd16-40fb-b1e2-951027d14620 service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1163.098739] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-f4cf749e-cd16-40fb-b1e2-951027d14620 service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1163.098803] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-f4cf749e-cd16-40fb-b1e2-951027d14620 service nova] Enqueued Resource ID: 9b30cd3f-22b8-423a-bc38-ad57851f9d9e with Priority: HIGHEST for action port [ 1163.099041] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1163.099177] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1163.099681] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b30cd3f-22b8-423a-bc38-ad57851f9d9e with Priority: HIGHEST for action port [ 1163.099893] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.099980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.100078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.100239] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.100320] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.101127] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.101223] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.101422] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.101517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.101620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.101730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.101790] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b30cd3f-22b8-423a-bc38-ad57851f9d9e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.604091] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.604391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.604434] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b30cd3f-22b8-423a-bc38-ad57851f9d9e with status ACTIVE [ 1163.604569] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.604675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.604741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.604968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.605270] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.605390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.605467] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.605627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.605706] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.605887] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.605977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.606046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.606197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.606251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.606341] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b30cd3f-22b8-423a-bc38-ad57851f9d9e is going to be updated. [ 1163.629898] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.630124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.630124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.630277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.630422] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.630612] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b30cd3f-22b8-423a-bc38-ad57851f9d9e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.744029] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1163.744029] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 deletion is rescheduled due to dependency. [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.744029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.744029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.744029] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.903714] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-440 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.903917] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-440" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.904045] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-440" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.904382] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-440" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.904724] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.904888] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.905056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.905265] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.905414] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.905621] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.905741] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.905836] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.905957] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.906115] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.906537] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.906537] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.925488] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.925733] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.925911] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.926211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-440" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.926549] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-346a6cb3-3d58-4bc6-8541-2c9e26557f41 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.926719] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.926849] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.927198] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.927335] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346a6cb3-3d58-4bc6-8541-2c9e26557f41',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.249426] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.379363] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 in Status: SUCCESS [ 1164.379540] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 deletion is rescheduled due to dependency. [ 1164.379661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.429668] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.429895] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.429895] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.430218] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.430374] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.430540] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 346a6cb3-3d58-4bc6-8541-2c9e26557f41 not found, creating... [ 1164.430786] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.430941] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.431066] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.431275] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.431406] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.431754] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.432133] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.432264] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.432471] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.432601] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.432809] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 346a6cb3-3d58-4bc6-8541-2c9e26557f41 is going to be created. [ 1164.454738] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.454988] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.455147] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.455448] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.455673] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.455902] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.752119] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.228519] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-5a57e937-d4c0-4d2e-b639-b5ea9d595d65 service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1165.228519] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-5a57e937-d4c0-4d2e-b639-b5ea9d595d65 service nova] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1165.228519] env[65301]: INFO networking_nsxv3.common.synchronization [req-00d5bbc4-3974-42c8-ad1c-9281f5e9a7c0 req-5a57e937-d4c0-4d2e-b639-b5ea9d595d65 service nova] Enqueued Resource ID: 346a6cb3-3d58-4bc6-8541-2c9e26557f41 with Priority: HIGHEST for action port [ 1165.228984] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_rules [ 1165.229172] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1165.229273] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346a6cb3-3d58-4bc6-8541-2c9e26557f41 with Priority: HIGHEST for action port [ 1165.229540] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.229645] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.229863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.229908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.230083] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-346a6cb3-3d58-4bc6-8541-2c9e26557f41 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.230188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.230250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.230436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.230518] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346a6cb3-3d58-4bc6-8541-2c9e26557f41',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.255475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.255726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.255842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.256166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.256327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.256478] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1165.298131] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.298131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.298131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.298131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.298131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.310406] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1165.732716] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346a6cb3-3d58-4bc6-8541-2c9e26557f41 with status ACTIVE [ 1165.732988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.733134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.733203] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.733485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.733579] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.733760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.733861] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.733931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.734088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.734166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.734346] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.734438] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.734495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.734634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.734709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.734795] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346a6cb3-3d58-4bc6-8541-2c9e26557f41 is going to be updated. [ 1165.756324] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.756621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.756703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.757012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.757205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.757387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346a6cb3-3d58-4bc6-8541-2c9e26557f41" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.695349] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f316b22e-9201-4519-b94a-b77e4a567c3e tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1166.695775] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1166.696116] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.696247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.696532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.696603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.696640] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.774261] env[65301]: INFO networking_nsxv3.common.synchronization [None req-ce59e2cf-ffff-453b-bbe2-6a18f9200354 tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1166.775122] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1166.775552] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.775751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.227046] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.227242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.227342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.227623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.227743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.227860] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 already deleted. [ 1167.227958] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.228167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.228385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.228524] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.320087] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1167.320577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.320577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.320728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.320902] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.321027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.321091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.321233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.321327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.321398] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.753974] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.754156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.754230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.754450] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.754540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.754640] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 already deleted. [ 1167.754722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.827164] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.330119] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.832776] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.832776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.832776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.832776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.834126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.834126] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1168.881520] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.881733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.881733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.882052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.882181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.891611] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1170.908211] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1170.908532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.908760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.908852] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.909054] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.909175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.909240] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.909397] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.909469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.909548] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.909645] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.910497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.910661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.911363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.911363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.911363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.911363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.911363] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.911363] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.412844] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.413041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.414456] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.776178] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1171.776410] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1171.917267] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.422034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.422259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.422259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.422474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.422593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.422658] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1172.457533] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.457738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.457781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.457973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.458142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.471425] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1173.224099] env[65301]: INFO networking_nsxv3.common.synchronization [req-2f7c893a-e566-41a4-8130-c75a88f0f347 req-2fa5bdfe-209e-4f86-9c4e-e6599db86ab0 tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1173.224758] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1173.225145] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.225287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.225381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.225682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.225880] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.226040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.226120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.226276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.226393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.226529] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.555589] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.555804] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.555917] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.556224] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.556501] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.556664] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.556777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.556996] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.557159] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.557365] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.557484] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.557584] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.557691] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.557797] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.557897] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.558037] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.579557] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.579742] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.579874] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.580043] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.580332] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-9d676534-f6e4-4666-9351-dee86321ab54 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.580500] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.580615] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.580947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.581116] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d676534-f6e4-4666-9351-dee86321ab54',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.729496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.729766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.729843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.730078] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.730214] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.730491] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.730630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.730724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.730962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.731112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.731193] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 already deleted. [ 1173.731312] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.082911] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.083163] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.083276] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.083854] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.084119] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.084359] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 9d676534-f6e4-4666-9351-dee86321ab54 not found, creating... [ 1174.084711] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.084893] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.084986] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.085306] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.085505] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.085838] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.086014] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.086142] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.086349] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.086477] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.086645] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 9d676534-f6e4-4666-9351-dee86321ab54 is going to be created. [ 1174.112785] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.113132] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.113297] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.113614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.115590] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.115590] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.483728] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1174.484080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.484080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.484296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.484546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.484670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.484736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.484895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.484974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.485070] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.485317] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.485460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.485590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.485795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.486047] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.486194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.486265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.486488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.486595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.486726] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.486812] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.856893] env[65301]: INFO networking_nsxv3.common.synchronization [req-2f7c893a-e566-41a4-8130-c75a88f0f347 req-eab59526-c8d1-4420-855d-a63370d7d5ed service nova] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1174.857092] env[65301]: INFO networking_nsxv3.common.synchronization [req-2f7c893a-e566-41a4-8130-c75a88f0f347 req-eab59526-c8d1-4420-855d-a63370d7d5ed service nova] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1174.857234] env[65301]: INFO networking_nsxv3.common.synchronization [req-2f7c893a-e566-41a4-8130-c75a88f0f347 req-eab59526-c8d1-4420-855d-a63370d7d5ed service nova] Enqueued Resource ID: 9d676534-f6e4-4666-9351-dee86321ab54 with Priority: HIGHEST for action port [ 1174.857847] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1174.857990] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1174.858102] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d676534-f6e4-4666-9351-dee86321ab54 with Priority: HIGHEST for action port [ 1174.858394] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.858521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.858604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.858822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.858889] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.859979] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.859979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.860155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.860226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.860933] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.860933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.860933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.860933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.860933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.860933] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.861816] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d676534-f6e4-4666-9351-dee86321ab54 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.861816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.861816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.862019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.862019] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d676534-f6e4-4666-9351-dee86321ab54',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.988995] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8547d8b1-10d7-4696-835e-13a20759f956: rpc.has_security_group_logging(os_id): False [ 1175.005867] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.006050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.006050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.006484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.006588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.006818] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.006924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.006982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.007150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.007246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.007425] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.007518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.007574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.007707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.007778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.007952] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.008054] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.008109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.008271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.008320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.008385] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1175.075505] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.075717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.075766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.076028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.076292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.090264] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1175.363763] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.363973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.364173] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d676534-f6e4-4666-9351-dee86321ab54 with status ACTIVE [ 1175.364344] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.364463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.364529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.364747] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.364859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.365026] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.365193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.365270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.365426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.365506] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.365704] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.365798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.365857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.366017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.366124] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.366242] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d676534-f6e4-4666-9351-dee86321ab54 is going to be updated. [ 1175.367335] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.395377] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.395533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.395586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.395801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.395947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.396134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.869772] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.372389] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.372516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.372610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.372838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.372889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.372995] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 is going to be created. [ 1176.402543] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.402697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.402775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.402961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.403136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.414749] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: UNINITIALIZED for 2s [ 1177.036926] env[65301]: INFO networking_nsxv3.common.synchronization [req-af50307d-db4b-48b9-a841-6deb5d1aac81 req-79b81d8d-c0a5-48ef-ab60-30264116d4e1 tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1177.037362] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1177.038175] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.038175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.038175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.038392] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.038392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.038497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.038574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.038679] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.103332] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1177.103625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.104386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.104697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.104837] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.286425] env[65301]: INFO networking_nsxv3.common.synchronization [req-af50307d-db4b-48b9-a841-6deb5d1aac81 req-cea9c8d5-e388-4d5f-bc18-28a779f1017b tempest-ServersTestMultiNic-1188666719 tempest-ServersTestMultiNic-1188666719-project-member] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1177.286982] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGHEST for action security_group_members [ 1177.287507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.287617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.540337] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.607537] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.608461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.044268] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.425046] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: SUCCESS [ 1178.425046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.425046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.425503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.425649] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.425892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.426020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.426280] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.426453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426684] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.546420] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.546607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.546680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.546904] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.547040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.547083] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1178.576726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.576880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.576931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.577165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.577308] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.586777] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1178.929551] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.431404] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93099753-ef3e-479c-a41a-3e12262fa212: rpc.has_security_group_logging(os_id): False [ 1179.451363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.451562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.451648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.452505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.452630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.452894] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.453151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.453151] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.453324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.453456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.453550] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 is going to be created. [ 1179.516753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.516949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.516949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.517189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.517366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.528386] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: IN_PROGRESS for 2s [ 1180.602756] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1180.603097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.603328] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.603609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.603825] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.603990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.604121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.604317] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.604403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.604494] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.107019] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.107685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.107760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.108602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.108898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.109322] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.109476] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.109593] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.109758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.109881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.110028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1181.172387] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.172616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.172659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.172929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.173098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.184180] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1181.541347] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: SUCCESS [ 1181.541582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.288676] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1182.289089] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1183.195033] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1183.195190] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 deletion is rescheduled due to dependency. [ 1183.195361] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.195503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.195724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.195916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.196035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.196110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.196246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.196342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.196435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.196527] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.698912] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.699176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.699176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.699895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.700143] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.700278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.700523] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.701934] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.702095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.702211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.702386] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.702486] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.703041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.703041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.703041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.703041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.703335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.703335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.703335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.703434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.703514] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.206645] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8547d8b1-10d7-4696-835e-13a20759f956: rpc.has_security_group_logging(os_id): False [ 1184.224290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.225071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.225071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.225071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.225071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.225071] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.225071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.225369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.225369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.225369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.225582] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.225683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.225741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.225879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.225960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.226141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.226233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.226284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.226417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.226484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.226583] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be updated. [ 1184.289859] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.289988] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.290122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.290411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.290565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.303959] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: IN_PROGRESS for 2s [ 1186.322603] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8547d8b1-10d7-4696-835e-13a20759f956 in Status: SUCCESS [ 1186.322603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.414735] env[65301]: INFO networking_nsxv3.common.synchronization [None req-4ff54e07-3d94-4aaa-9d6c-27f63bc5b381 None None] Enqueued Resource ID: 8eccd645-93c7-4567-ac01-edc7291ec425 with Priority: HIGHEST for action port [ 1186.415290] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eccd645-93c7-4567-ac01-edc7291ec425 with Priority: HIGHEST for action port [ 1186.415678] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eccd645-93c7-4567-ac01-edc7291ec425 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.415815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eccd645-93c7-4567-ac01-edc7291ec425" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.415815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eccd645-93c7-4567-ac01-edc7291ec425" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.417337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eccd645-93c7-4567-ac01-edc7291ec425" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417577] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eccd645-93c7-4567-ac01-edc7291ec425',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.923306] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eccd645-93c7-4567-ac01-edc7291ec425 [ 1186.923306] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.923306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.923306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.923306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.923306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.923306] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eccd645-93c7-4567-ac01-edc7291ec425 already deleted. [ 1186.923306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eccd645-93c7-4567-ac01-edc7291ec425" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.244432] env[65301]: INFO networking_nsxv3.common.synchronization [None req-70f8aa2c-2dd7-4e2f-9cbd-625dc5a34e1f tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1187.246878] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1187.246878] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.246878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.246878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.246878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.246878] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.341813] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1b54d02e-59a8-45fd-a8c5-0da488995d55 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1187.342210] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1187.342318] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.342431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.770519] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.770519] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 already deleted. [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.770519] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.770519] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.291502] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.291688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.291756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.292335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.292335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.292335] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 already deleted. [ 1188.292550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.708676] env[65301]: INFO networking_nsxv3.common.synchronization [None req-789c82e4-2633-41e7-bd5e-75be07df822c None None] Enqueued Resource ID: c0fd00ef-a6b4-4c96-914a-9c9b006dc301 with Priority: HIGHEST for action port [ 1188.709277] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fd00ef-a6b4-4c96-914a-9c9b006dc301 with Priority: HIGHEST for action port [ 1188.709584] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0fd00ef-a6b4-4c96-914a-9c9b006dc301 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.709708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0fd00ef-a6b4-4c96-914a-9c9b006dc301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.709775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0fd00ef-a6b4-4c96-914a-9c9b006dc301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.710036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0fd00ef-a6b4-4c96-914a-9c9b006dc301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.710125] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fd00ef-a6b4-4c96-914a-9c9b006dc301',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.212629] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0fd00ef-a6b4-4c96-914a-9c9b006dc301 [ 1189.212869] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.213018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.213108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.213334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.213535] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.213636] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0fd00ef-a6b4-4c96-914a-9c9b006dc301 already deleted. [ 1189.213705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0fd00ef-a6b4-4c96-914a-9c9b006dc301" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.980250] env[65301]: INFO networking_nsxv3.common.synchronization [req-11b99615-6c8f-476b-948d-e60b5f279807 req-57430346-434b-4bbb-a888-8cff27c133c1 tempest-DeleteServersTestJSON-1481211971 tempest-DeleteServersTestJSON-1481211971-project-member] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1191.980671] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGHEST for action security_group_members [ 1191.980983] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.981133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.981201] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.981392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.981539] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.981634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.981696] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.981835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.981916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.982095] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.484091] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.484319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.484378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.484627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.484788] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.485034] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.485160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.485276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.485566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.485566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.485813] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be updated. [ 1192.518302] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.518943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.518943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.518943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.518943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.529547] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: IN_PROGRESS for 2s [ 1193.996618] env[65301]: INFO networking_nsxv3.common.synchronization [req-3c2ec9b7-caac-4583-b04a-65cf229f0235 req-d487cd48-0cad-467f-8f95-9ce656457a0c tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1193.997218] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1193.997531] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.997651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.997717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.997970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.998151] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.998248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.998307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.998455] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.998538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.998632] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.391216] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.391216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.391216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.391216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.391216] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.391216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.391216] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.391896] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.392081] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.392961] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.392961] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.392961] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.392961] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.392961] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.392961] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.393293] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.412647] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.412914] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.413092] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.413289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.413796] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-54121d90-49a3-4fc7-95e3-05a7badeff2d taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.413968] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.414109] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.414443] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.414592] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54121d90-49a3-4fc7-95e3-05a7badeff2d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.502461] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.502777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.502777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.502906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.503011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.503297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.503440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.503544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.503680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.503760] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.503846] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 already deleted. [ 1194.503925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.538951] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 in Status: SUCCESS [ 1194.539163] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 deletion is rescheduled due to dependency. [ 1194.539279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.917606] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.917865] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.917985] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.918259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.918409] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.918582] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 54121d90-49a3-4fc7-95e3-05a7badeff2d not found, creating... [ 1194.918856] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.919020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.919137] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.919350] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.919483] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.919780] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.919947] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.920046] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.920245] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.920372] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.920505] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 54121d90-49a3-4fc7-95e3-05a7badeff2d is going to be created. [ 1194.941548] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.941768] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.941812] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.942076] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.942297] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.942524] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.107388] env[65301]: INFO networking_nsxv3.common.synchronization [req-111dc9f9-32aa-4937-b33d-2fa0542f865f req-f9dae8f8-66a9-4a93-a5e2-ea6da29ac7df tempest-AttachVolumeNegativeTest-962857948 tempest-AttachVolumeNegativeTest-962857948-project-member] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_members [ 1195.107989] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGHEST for action security_group_members [ 1195.108218] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.108347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.108414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.108615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.108772] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.108890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.108935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.109096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.109189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.109281] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.614926] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.614926] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.614926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.614926] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed is going to be updated. [ 1195.648981] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.648981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.648981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.648981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.648981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.658238] env[65301]: INFO networking_nsxv3.common.synchronization [req-3c2ec9b7-caac-4583-b04a-65cf229f0235 req-23346784-159c-475f-9467-238cf8d67722 service nova] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1195.658238] env[65301]: INFO networking_nsxv3.common.synchronization [req-3c2ec9b7-caac-4583-b04a-65cf229f0235 req-23346784-159c-475f-9467-238cf8d67722 service nova] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1195.658238] env[65301]: INFO networking_nsxv3.common.synchronization [req-3c2ec9b7-caac-4583-b04a-65cf229f0235 req-23346784-159c-475f-9467-238cf8d67722 service nova] Enqueued Resource ID: 54121d90-49a3-4fc7-95e3-05a7badeff2d with Priority: HIGHEST for action port [ 1195.658238] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed in Status: IN_PROGRESS for 2s [ 1195.658647] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1195.659060] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1195.659306] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54121d90-49a3-4fc7-95e3-05a7badeff2d with Priority: HIGHEST for action port [ 1195.660743] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.660743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.660743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.660743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.660743] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.661368] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.661531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.661627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.661853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.662084] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.662907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.662907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.662907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.662907] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.662907] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.663561] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-54121d90-49a3-4fc7-95e3-05a7badeff2d taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.664136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.664177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.664953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.664953] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54121d90-49a3-4fc7-95e3-05a7badeff2d',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.166722] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.167017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.167054] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.167907] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54121d90-49a3-4fc7-95e3-05a7badeff2d with status ACTIVE [ 1196.168103] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.168217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.168283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.168466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.168553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.168719] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.168836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.168906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.170495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.170495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.170660] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.170712] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.170805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.170943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.171058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.171520] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54121d90-49a3-4fc7-95e3-05a7badeff2d is going to be updated. [ 1196.192435] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.192672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.192672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.192885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.193065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.193265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54121d90-49a3-4fc7-95e3-05a7badeff2d" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.673569] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.175699] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.176125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.176125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.176213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.176303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.176338] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be created. [ 1197.201198] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.201413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.201413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.201585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.201748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.210730] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: UNINITIALIZED for 2s [ 1197.671094] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed in Status: SUCCESS [ 1197.671341] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed deletion is rescheduled due to dependency. [ 1197.671536] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.909212] env[65301]: INFO networking_nsxv3.common.synchronization [req-634ecb15-f0ee-4c53-8ddd-3c67346f27b1 req-bbb850ea-0d77-40fe-9f83-29b7fcb09c9e tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1197.909212] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1197.909500] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.909620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.909717] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.909892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.910221] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.910362] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.910429] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.910594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.910658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.910994] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.413528] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.413887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.413887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.413972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.414080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.414283] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.414377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.414434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.414580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.414723] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.414723] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1198.448831] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.449062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.449062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.449268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.449415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.458022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1199.220859] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: UNINITIALIZED for 4s [ 1200.467973] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1200.468349] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b deletion is rescheduled due to dependency. [ 1200.468502] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.232045] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1201.232174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.232268] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.232501] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.232688] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.232809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.232874] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.233062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.233175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.233224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.233307] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.736133] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.239083] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a2875d-6984-4fc7-843f-69bcef8aa2b8: rpc.has_security_group_logging(os_id): False [ 1202.259056] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.259056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.259282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.259331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.259426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.259672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.259794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.259886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.260664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.260664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.260664] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be created. [ 1202.324111] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.324290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.324341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.324557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.324746] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.337978] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1202.910263] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.910622] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.350248] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1204.350626] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.415415] env[65301]: INFO networking_nsxv3.common.synchronization [req-089c4744-4a2e-4bb0-b073-e6b888bb6f0c req-4b427f62-f15b-42c2-93ba-a1fd3e7f2669 tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1206.416010] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1206.416335] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.416451] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.416521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.416685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.416838] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.416925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.416979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.417138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.417217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.417337] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.686048] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.686279] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.686434] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.686730] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.687091] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.687249] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.687365] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.687581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.687727] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.687928] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.688053] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.688160] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.688265] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.688368] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.688468] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.688641] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.709932] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.710116] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.710238] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.710415] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.710723] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.710892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.711192] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.711538] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.711676] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3b0a74-29d5-4a04-a40c-3ec7210a0d23',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.928021] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.928235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.928305] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.928518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.928610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.928806] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.928903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.928965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.929127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.929202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.929287] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1206.962496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.962744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.962867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.963315] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.963566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.974629] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1207.214710] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.214918] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.214918] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.216056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.216056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.216056] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 not found, creating... [ 1207.216056] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.216056] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.216307] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.216488] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.216651] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.216976] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.217196] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.217347] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.217614] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.217803] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.217979] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 is going to be created. [ 1207.240568] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.240782] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.240906] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.241212] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.241434] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.241659] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.920801] env[65301]: INFO networking_nsxv3.common.synchronization [req-089c4744-4a2e-4bb0-b073-e6b888bb6f0c req-94680c09-531d-49b1-990b-b8f53def6a6c service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 1207.920801] env[65301]: INFO networking_nsxv3.common.synchronization [req-089c4744-4a2e-4bb0-b073-e6b888bb6f0c req-94680c09-531d-49b1-990b-b8f53def6a6c service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1207.920801] env[65301]: INFO networking_nsxv3.common.synchronization [req-089c4744-4a2e-4bb0-b073-e6b888bb6f0c req-94680c09-531d-49b1-990b-b8f53def6a6c service nova] Enqueued Resource ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 with Priority: HIGHEST for action port [ 1207.923142] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 1207.923297] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1207.923445] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 with Priority: HIGHEST for action port [ 1207.923838] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.923998] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.924110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.925142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.925142] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.925634] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.925634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.925993] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.926142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.926142] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.926299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.926377] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3b0a74-29d5-4a04-a40c-3ec7210a0d23',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.428560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.428758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.428972] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 with status ACTIVE [ 1208.429182] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.429351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.429427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.429697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.429794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.429976] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.430083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.430149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.430386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.430521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.430725] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.430823] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.430885] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.431042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.431119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.431203] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 is going to be updated. [ 1208.453137] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.453357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.453404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.453595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.453775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.453914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.985378] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1208.985724] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b deletion is rescheduled due to dependency. [ 1208.985724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.985862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.986037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.986220] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.986326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.986390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.986538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.986620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.986712] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.489931] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.992922] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.495167] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.495333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.495405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.495615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.495741] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.495801] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1210.525587] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.525867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.525867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.526068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.526219] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.534946] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1212.545067] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1212.545366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.545480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.545713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.545936] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.546109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.546160] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.546301] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.546393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.546479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.546568] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.924693] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.924877] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1213.048876] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.551328] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3243-de9d-415b-98f8-3279ddc7175b: rpc.has_security_group_logging(os_id): False [ 1213.570440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.570609] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.570785] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.570963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.571164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.571430] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.571607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.571607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.571773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.571849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.571935] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1213.650079] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.650331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.650423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.650728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.650941] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.666863] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1215.685196] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1215.685675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.926326] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.926326] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.928038] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.928038] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.928530] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.928530] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.226220] env[65301]: INFO networking_nsxv3.common.synchronization [req-ca6e6412-008e-4fe5-85a1-58db295b2bc2 req-d403fb05-6380-40a4-b13b-71587c930e58 tempest-AttachVolumeTestJSON-1080387439 tempest-AttachVolumeTestJSON-1080387439-project-member] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_members [ 1229.226738] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGHEST for action security_group_members [ 1229.227061] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.227216] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.227288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.228296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.228511] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.228663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.228755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.228962] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.229093] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.229216] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.732082] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.732082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.732082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.732082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.732082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.732479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.732479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.732479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.732479] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.732627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.732627] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 is going to be updated. [ 1229.766374] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.766613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.766613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.766781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.766928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.776055] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 in Status: IN_PROGRESS for 2s [ 1231.788890] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 in Status: SUCCESS [ 1231.789357] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 deletion is rescheduled due to dependency. [ 1231.789357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.227655] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.228114] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.229531] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.229935] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.230471] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.231412] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.231702] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.232115] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.842763] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.843073] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.843115] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.843368] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.843624] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.843778] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.843891] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.844111] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.844256] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.844477] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.844589] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.844696] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.844799] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.844903] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.845008] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.845142] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.864359] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.864527] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.864623] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.864795] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-80" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.865110] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-9d676534-f6e4-4666-9351-dee86321ab54 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.865274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.865390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.865634] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.865766] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d676534-f6e4-4666-9351-dee86321ab54',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.368384] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.368639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.368744] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.369057] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.369215] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.369502] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.369657] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.369773] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.369988] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.370137] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.370415] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.370596] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.370787] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.371028] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.371171] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.371313] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 9d676534-f6e4-4666-9351-dee86321ab54 is going to be updated. [ 1251.392229] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.392444] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.392547] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.392817] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.393021] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.393236] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.073385] env[65301]: INFO networking_nsxv3.common.synchronization [req-64b87ac9-e83b-4e1b-8ecc-bfea59a6fa7d req-bec0618b-db07-4ba7-b103-9e0992c92fdf service nova] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1252.073639] env[65301]: INFO networking_nsxv3.common.synchronization [req-64b87ac9-e83b-4e1b-8ecc-bfea59a6fa7d req-bec0618b-db07-4ba7-b103-9e0992c92fdf service nova] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1252.073702] env[65301]: INFO networking_nsxv3.common.synchronization [req-64b87ac9-e83b-4e1b-8ecc-bfea59a6fa7d req-bec0618b-db07-4ba7-b103-9e0992c92fdf service nova] Enqueued Resource ID: 9d676534-f6e4-4666-9351-dee86321ab54 with Priority: HIGHEST for action port [ 1252.074229] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_rules [ 1252.074364] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1252.074460] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d676534-f6e4-4666-9351-dee86321ab54 with Priority: HIGHEST for action port [ 1252.074760] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.075172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.075238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.075432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.075513] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.076331] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.076444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.076509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.076665] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.076804] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.076896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.076956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.077099] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.077181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.077264] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.078028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d676534-f6e4-4666-9351-dee86321ab54 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.078597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.078597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.078597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.078597] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d676534-f6e4-4666-9351-dee86321ab54',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.580741] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.580980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.581127] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.582062] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d676534-f6e4-4666-9351-dee86321ab54 with status ACTIVE [ 1252.582216] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.582313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.582375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.582566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.582650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.582811] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.582902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.584088] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.584088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.584088] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d676534-f6e4-4666-9351-dee86321ab54 is going to be updated. [ 1252.608288] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.608505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.608505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.608699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.608822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.609021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d676534-f6e4-4666-9351-dee86321ab54" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.085926] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.588582] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.588854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.588854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.589035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.589120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.589223] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 is going to be updated. [ 1253.620755] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.620755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.620755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.620755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.621174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.632188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: IN_PROGRESS for 2s [ 1254.814743] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.815086] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.643232] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: SUCCESS [ 1255.643434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.643617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.643839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.644044] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.644161] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.644226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.644376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.644457] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.644540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.644648] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.146849] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.649428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93099753-ef3e-479c-a41a-3e12262fa212: rpc.has_security_group_logging(os_id): False [ 1256.668457] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.668703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.668703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.668872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.668979] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.669259] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.669360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.669435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.669617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.669698] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.669785] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 is going to be updated. [ 1256.749820] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.750082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.750082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.750335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.750520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.766332] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: IN_PROGRESS for 2s [ 1257.075865] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.076088] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1258.790467] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: SUCCESS [ 1258.790888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.076802] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.077102] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.078454] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.078879] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.080080] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.080365] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.762897] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.763346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.763346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.763346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.763458] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.265484] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.767489] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.270127] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1275.270321] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1276.066365] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.066365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.066840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.066840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.078232] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1276.079204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.080469] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1276.117533] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.117735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.117735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.118071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.132126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.132915] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1276.133023] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.133091] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1276.174346] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.174556] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.174624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.174834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.176043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.176229] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1276.261385] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.261631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.261631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.261801] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.262123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.262402] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1276.338597] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.338829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.338829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.339022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.339341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.339679] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1276.339738] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'de5e91b0-3d7c-4822-8383-2d32a6e3605e', '060c8a5f-b6b4-467a-9843-c7893a8c91cb', '5b8333ae-201a-442e-b73f-0d9b374fb400', '4423e739-11e2-45cf-bf06-8e3fa73ef656', '936592eb-085d-41ff-9c5a-bda59bedd982', 'a21d3243-de9d-415b-98f8-3279ddc7175b', 'e98f2a46-8c77-4155-adcc-8ec2127a4e2a', 'a1ff533d-521d-4b62-9b3f-2720c90428d4', '60a2875d-6984-4fc7-843f-69bcef8aa2b8', '181457d3-0110-4e35-affa-842421b556c5', '4f52b58e-7c9d-4d05-9990-bcc1a96e33a1', 'b989c536-a780-4ed2-b499-e618ea07dfd8', 'b585cd61-53f1-40dd-8e14-3e77b9727251', '88c80ecd-70fc-4343-85a1-73f42cb2cd2e', '02404442-366b-42c9-9c0e-76ca5ed67b03', 'b8027b4d-b072-4f08-a40f-18ccef32aa93', 'b129e455-711e-4149-aa1b-fba3efcad2f9', '9a11b19b-6044-4d4d-98da-9efc9a1d4842', 'c2a326f0-c0c0-4722-bb7c-5135e02e3aed', '11ee95c4-3d47-426a-a05e-a5f1d7ebbf46', '613aa488-4426-4267-a4ba-c58e04b6c8a5', '1f5f2947-9b1c-4fe3-a80e-6083182fc178', 'e9214451-e070-4147-85f3-0ba7a32120b9', '0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21', '8547d8b1-10d7-4696-835e-13a20759f956', 'cbbfa20b-ee6d-434d-9c6a-c8316881db0e', '974131c3-fed0-4d06-8670-b13658522752', '675175da-06a1-44b4-b9cb-c970cd49f216', 'f3d976eb-10cd-4553-9ed2-7db7a9136edd', 'bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4', '77f870e2-e029-4ee6-97cb-b42334002589', '0a3cf427-5474-4aaa-85e4-261f28d068db', 'af94576f-8e88-42dc-95c8-22a9d8ed0c31', '01ba549e-775f-47be-afdc-d3c5c0b62fc4', '2c228af0-961f-43f7-b4e0-33192329aacf', 'dc4cdcdb-e220-4dd3-a331-113e6bf63e7f', 'cca03631-7fe1-4555-96e9-963b844c9ca0', '93099753-ef3e-479c-a41a-3e12262fa212', '1a40e280-328b-491e-974d-340d428473cf'} {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.339879] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1276.358604] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.358840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.358840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.358992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.359086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.359199] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1276.359271] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.359340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1276.432773] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.433021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.433080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.433290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.434496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.434795] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1276.434920] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1276.434996] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1276.435086] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1276.435183] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1276.435267] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGH for action security_group_rules [ 1276.435357] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGH for action security_group_rules [ 1276.435448] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGH for action security_group_rules [ 1276.435516] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGH for action security_group_rules [ 1276.435592] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGH for action security_group_rules [ 1276.435673] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGH for action security_group_rules [ 1276.435739] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGH for action security_group_rules [ 1276.435801] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGH for action security_group_rules [ 1276.435886] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGH for action security_group_rules [ 1276.435960] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGH for action security_group_rules [ 1276.436035] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGH for action security_group_rules [ 1276.436125] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGH for action security_group_rules [ 1276.436190] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGH for action security_group_rules [ 1276.436252] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGH for action security_group_rules [ 1276.436327] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGH for action security_group_rules [ 1276.436405] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGH for action security_group_rules [ 1276.436468] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGH for action security_group_rules [ 1276.436532] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGH for action security_group_rules [ 1276.436618] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGH for action security_group_rules [ 1276.436682] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGH for action security_group_rules [ 1276.436780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.081088] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.081464] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1277.081464] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e with Priority: HIGH for action security_group_rules [ 1277.081464] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 with Priority: HIGH for action security_group_rules [ 1277.081596] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a with Priority: HIGH for action security_group_rules [ 1277.081667] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 with Priority: HIGH for action security_group_rules [ 1277.081759] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 with Priority: HIGH for action security_group_rules [ 1277.081851] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed with Priority: HIGH for action security_group_rules [ 1277.081941] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 with Priority: HIGH for action security_group_rules [ 1277.082044] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b129e455-711e-4149-aa1b-fba3efcad2f9 with Priority: HIGH for action security_group_rules [ 1277.082136] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e with Priority: HIGH for action security_group_rules [ 1277.082224] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 with Priority: HIGH for action security_group_rules [ 1277.082312] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b585cd61-53f1-40dd-8e14-3e77b9727251 with Priority: HIGH for action security_group_rules [ 1277.082397] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b989c536-a780-4ed2-b499-e618ea07dfd8 with Priority: HIGH for action security_group_rules [ 1277.082482] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 with Priority: HIGH for action security_group_rules [ 1277.082576] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181457d3-0110-4e35-affa-842421b556c5 with Priority: HIGH for action security_group_rules [ 1277.082653] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGH for action security_group_rules [ 1277.082755] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGH for action security_group_rules [ 1277.082811] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 with Priority: HIGH for action security_group_rules [ 1277.082897] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936592eb-085d-41ff-9c5a-bda59bedd982 with Priority: HIGH for action security_group_rules [ 1277.082993] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb with Priority: HIGH for action security_group_rules [ 1277.083115] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 with Priority: HIGH for action security_group_rules [ 1277.083460] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.083586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.083650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.083858] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.083953] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5e91b0-3d7c-4822-8383-2d32a6e3605e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.084955] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8333ae-201a-442e-b73f-0d9b374fb400 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.085233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.085298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.085477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.085663] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8333ae-201a-442e-b73f-0d9b374fb400',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.088216] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.088333] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.088401] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.088571] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.088649] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e98f2a46-8c77-4155-adcc-8ec2127a4e2a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.089515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02404442-366b-42c9-9c0e-76ca5ed67b03 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.089669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.089705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.089872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.089909] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02404442-366b-42c9-9c0e-76ca5ed67b03',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.090793] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.090948] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.091075] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.091274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.091381] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ee95c4-3d47-426a-a05e-a5f1d7ebbf46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.092216] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.092343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.092443] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.092633] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.092711] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a326f0-c0c0-4722-bb7c-5135e02e3aed',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.093624] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.093779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.093834] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.094008] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.094111] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a11b19b-6044-4d4d-98da-9efc9a1d4842',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.094778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b129e455-711e-4149-aa1b-fba3efcad2f9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.094884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.094949] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.095110] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.095178] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b129e455-711e-4149-aa1b-fba3efcad2f9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.095829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.095936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.096009] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.096175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.096264] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88c80ecd-70fc-4343-85a1-73f42cb2cd2e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.096960] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8027b4d-b072-4f08-a40f-18ccef32aa93 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.097080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.097149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.097296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.097470] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8027b4d-b072-4f08-a40f-18ccef32aa93',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.098297] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b585cd61-53f1-40dd-8e14-3e77b9727251 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.098297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.098430] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.098512] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.098552] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b585cd61-53f1-40dd-8e14-3e77b9727251',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.099577] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b989c536-a780-4ed2-b499-e618ea07dfd8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.099577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.099577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.099742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.099742] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b989c536-a780-4ed2-b499-e618ea07dfd8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.100371] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.100477] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.100540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.100686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.100759] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f52b58e-7c9d-4d05-9990-bcc1a96e33a1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.101566] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-181457d3-0110-4e35-affa-842421b556c5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.101688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.101754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.101903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.101976] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('181457d3-0110-4e35-affa-842421b556c5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.102685] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.102792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.102853] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.103012] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.103085] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.103767] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.103871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.103936] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.104147] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.104230] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.104888] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1ff533d-521d-4b62-9b3f-2720c90428d4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.105023] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.105118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.105209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.105281] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1ff533d-521d-4b62-9b3f-2720c90428d4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.106052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-936592eb-085d-41ff-9c5a-bda59bedd982 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.106165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.106236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.106380] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.106478] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('936592eb-085d-41ff-9c5a-bda59bedd982',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.107159] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.107247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.107336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.107507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.107575] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('060c8a5f-b6b4-467a-9843-c7893a8c91cb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.108472] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4423e739-11e2-45cf-bf06-8e3fa73ef656 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.108472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.108472] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.108725] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.108725] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4423e739-11e2-45cf-bf06-8e3fa73ef656',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.136874] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.137064] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.137130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.137364] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.139995] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.140107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.159112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.159296] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02404442-366b-42c9-9c0e-76ca5ed67b03 is going to be deleted. [ 1277.160252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.160509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.181538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.181766] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e98f2a46-8c77-4155-adcc-8ec2127a4e2a is going to be deleted. [ 1277.214672] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.214911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.214911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.215140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.215241] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.215365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02404442-366b-42c9-9c0e-76ca5ed67b03" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.231478] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.231677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.231677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.231879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.231978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.232122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e98f2a46-8c77-4155-adcc-8ec2127a4e2a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.614914] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.615212] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.615297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.615530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.615753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.615891] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.615997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.616227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.616359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.616489] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.616610] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.667585] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.667791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.667791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.668033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.671414] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.671414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.678136] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.678335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.679099] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.679200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.679955] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.680050] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.680757] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.680846] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.681575] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.681670] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.684998] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.685139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.685884] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.685980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.686769] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.686872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.687586] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.687681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.688295] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.688696] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.688780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.689415] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.689777] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.689867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.690465] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.690852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.690942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691860] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.692385] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.692385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.692934] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.693400] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.693504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.694184] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.694554] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.694640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.695298] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.695720] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.695796] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 181457d3-0110-4e35-affa-842421b556c5 is going to be deleted. [ 1277.696661] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.696863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.715599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.715749] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 936592eb-085d-41ff-9c5a-bda59bedd982 is going to be deleted. [ 1277.716591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.716805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.735707] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.735857] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be deleted. [ 1277.736784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.737057] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.756719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.756899] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1ff533d-521d-4b62-9b3f-2720c90428d4 is going to be deleted. [ 1277.757839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.758111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.759526] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.759657] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.893613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.893799] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a326f0-c0c0-4722-bb7c-5135e02e3aed is going to be deleted. [ 1277.894825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.895080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.896530] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.896650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.900832] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.900994] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.939789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.939966] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ee95c4-3d47-426a-a05e-a5f1d7ebbf46 is going to be deleted. [ 1277.941015] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.941269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.951646] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.951837] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.971284] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.971436] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8333ae-201a-442e-b73f-0d9b374fb400 is going to be deleted. [ 1277.972437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.972671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.046443] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.046672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.047944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.048092] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 060c8a5f-b6b4-467a-9843-c7893a8c91cb is going to be deleted. [ 1278.049091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.049400] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.050916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.051046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.097701] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.099189] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.101456] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.101666] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5e91b0-3d7c-4822-8383-2d32a6e3605e is going to be deleted. [ 1278.102678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.103184] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.128985] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.179650] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.179820] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b129e455-711e-4149-aa1b-fba3efcad2f9 is going to be deleted. [ 1278.180772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.180993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.209691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.210090] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a11b19b-6044-4d4d-98da-9efc9a1d4842 is going to be deleted. [ 1278.211439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.211439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.242590] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.242590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.251276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.251276] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88c80ecd-70fc-4343-85a1-73f42cb2cd2e is going to be deleted. [ 1278.251862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.252158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.271309] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.271578] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.294908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.295084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4423e739-11e2-45cf-bf06-8e3fa73ef656 is going to be deleted. [ 1278.296047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.296270] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.297780] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.297912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.335298] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.335498] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.352776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.352776] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b989c536-a780-4ed2-b499-e618ea07dfd8 is going to be deleted. [ 1278.353867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.353970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.425243] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.425490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.426283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.426394] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b585cd61-53f1-40dd-8e14-3e77b9727251 is going to be deleted. [ 1278.427387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.427599] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.484189] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.484399] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.489918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.490109] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8027b4d-b072-4f08-a40f-18ccef32aa93 is going to be deleted. [ 1278.491028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.491247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.513171] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.513374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.552468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.552692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.572382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.572559] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f52b58e-7c9d-4d05-9990-bcc1a96e33a1 is going to be deleted. [ 1278.573559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.573829] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.573945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.574122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-181457d3-0110-4e35-affa-842421b556c5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.574307] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.574497] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.574591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.574735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-936592eb-085d-41ff-9c5a-bda59bedd982" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.575282] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.575474] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.575574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.575715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.575913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.576118] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.576227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.576367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1ff533d-521d-4b62-9b3f-2720c90428d4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.576516] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.576680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.576773] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.576908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a326f0-c0c0-4722-bb7c-5135e02e3aed" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.577132] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.577296] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.577388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.577522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ee95c4-3d47-426a-a05e-a5f1d7ebbf46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.577672] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.577832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.577925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.578173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8333ae-201a-442e-b73f-0d9b374fb400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.578359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.578527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.578613] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.578728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-060c8a5f-b6b4-467a-9843-c7893a8c91cb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.578854] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.578999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.579094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.579211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5e91b0-3d7c-4822-8383-2d32a6e3605e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.579337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.579478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.579552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.579666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b129e455-711e-4149-aa1b-fba3efcad2f9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.579791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.579931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.580010] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.580125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a11b19b-6044-4d4d-98da-9efc9a1d4842" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.580250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.580386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.580458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.580566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88c80ecd-70fc-4343-85a1-73f42cb2cd2e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.580685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.580820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.580894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.580999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4423e739-11e2-45cf-bf06-8e3fa73ef656" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.581138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.581272] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.581345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.581448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b585cd61-53f1-40dd-8e14-3e77b9727251" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.581567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.581699] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.581769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.581873] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b989c536-a780-4ed2-b499-e618ea07dfd8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.631449] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a2875d-6984-4fc7-843f-69bcef8aa2b8: rpc.has_security_group_logging(os_id): False [ 1278.672708] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.672923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.672923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.673194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.673269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.673349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8027b4d-b072-4f08-a40f-18ccef32aa93" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.674127] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.674243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.674309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.674478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.674558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.674690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f52b58e-7c9d-4d05-9990-bcc1a96e33a1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.683406] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.683595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.683595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.683786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.726165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.726478] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.726598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.726663] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.726868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.726951] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.727076] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1278.857789] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.858056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.858056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.858232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.858381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.872453] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1280.889087] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1280.889481] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.083914] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.084218] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1283.835982] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.836319] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.836367] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.836659] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.836943] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.837340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.837468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.837694] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.837838] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.838100] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.838226] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.838344] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.838446] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.838552] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.838655] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.838787] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.860528] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.860804] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.860998] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.861224] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-400" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.861587] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.861795] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.861936] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.862245] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.862431] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3b0a74-29d5-4a04-a40c-3ec7210a0d23',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.364875] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.365199] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.365259] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.365502] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.365650] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.365934] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.366094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.366207] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.366411] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.366540] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.366809] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.366954] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.367100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.367319] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.367455] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.367642] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 is going to be updated. [ 1284.390947] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.391219] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.391273] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.391517] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.391699] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.391910] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.072311] env[65301]: INFO networking_nsxv3.common.synchronization [req-b1cc6392-9f6f-4df4-9826-8cf61b6ef98b req-3bfd6cec-8373-4d28-866c-471f9bb4592b service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 1285.072311] env[65301]: INFO networking_nsxv3.common.synchronization [req-b1cc6392-9f6f-4df4-9826-8cf61b6ef98b req-3bfd6cec-8373-4d28-866c-471f9bb4592b service nova] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1285.072311] env[65301]: INFO networking_nsxv3.common.synchronization [req-b1cc6392-9f6f-4df4-9826-8cf61b6ef98b req-3bfd6cec-8373-4d28-866c-471f9bb4592b service nova] Enqueued Resource ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 with Priority: HIGHEST for action port [ 1285.072808] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_rules [ 1285.072944] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1285.073052] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 with Priority: HIGHEST for action port [ 1285.073329] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.073478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.073510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.073778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.073778] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.074594] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.075205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.075205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.075205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.075205] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.075205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.075436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.075436] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.075496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.076538] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.076538] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.076835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.076835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.076835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.076922] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3b0a74-29d5-4a04-a40c-3ec7210a0d23',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.578821] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.579091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.579238] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.580179] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 with status ACTIVE [ 1285.581020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.581020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.581020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.581020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.581020] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.581020] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.581417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.581417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.581417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.581417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.581611] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.581730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.581835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.582021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.582157] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.582309] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3b0a74-29d5-4a04-a40c-3ec7210a0d23 is going to be updated. [ 1285.603826] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.604114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.604114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.604277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.604358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.604587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3b0a74-29d5-4a04-a40c-3ec7210a0d23" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.085438] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.588272] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.588490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.588532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.588795] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.588914] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.589067] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1286.617795] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.617990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.617990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.618251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.618393] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.627227] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1288.638090] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1288.638090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.638090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.638549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.638549] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.638664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.638664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.638784] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.638866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.638947] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.639048] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.141953] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.645034] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a21d3243-de9d-415b-98f8-3279ddc7175b: rpc.has_security_group_logging(os_id): False [ 1289.663887] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.664192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.664192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.664367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.664461] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.664713] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.664810] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.664870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.665046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.665158] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.665254] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be created. [ 1289.751431] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.751719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.751719] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.751912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.752143] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.766803] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1290.074162] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.074381] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1291.785641] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1291.786210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.075190] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.075628] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.076570] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.076570] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.150226] env[65301]: INFO networking_nsxv3.common.synchronization [req-eab42a28-e1e6-4007-9835-28274f190b40 req-79f03f64-7729-46da-8fb3-53a75640fbea tempest-ServerActionsTestOtherB-323530089 tempest-ServerActionsTestOtherB-323530089-project-member] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1303.150655] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGHEST for action security_group_members [ 1303.150956] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.151087] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.151159] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.151347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.151503] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.151582] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.151641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.151772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.151855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.151948] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.654547] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.654775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.654775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.655051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.655155] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.655373] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.655469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.655530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.655689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.655780] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.655870] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be updated. [ 1303.682404] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.682621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.682621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.682859] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.682992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.691242] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: IN_PROGRESS for 2s [ 1304.314268] env[65301]: INFO networking_nsxv3.common.synchronization [req-8a7366b3-8ff4-46e7-a4a2-d9c5b009bbf8 req-653ae46b-3748-4a16-a0b1-d9f358d565e0 tempest-AttachVolumeShelveTestJSON-199252403 tempest-AttachVolumeShelveTestJSON-199252403-project-member] Enqueued Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1304.314268] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93099753-ef3e-479c-a41a-3e12262fa212 with Priority: HIGHEST for action security_group_members [ 1304.314809] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-93099753-ef3e-479c-a41a-3e12262fa212 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.314809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.314809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.315022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.315187] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.315302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.315427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.315480] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.315568] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.315659] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93099753-ef3e-479c-a41a-3e12262fa212',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.819396] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.819396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.819396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.819396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.840125] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.840404] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.840674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.840674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.840787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.840866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.840953] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 is going to be updated. [ 1304.866280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.866454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.866518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.866731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.866863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.875424] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: IN_PROGRESS for 2s [ 1305.702085] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a21d3243-de9d-415b-98f8-3279ddc7175b in Status: SUCCESS [ 1305.702455] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b deletion is rescheduled due to dependency. [ 1305.702551] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.885420] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93099753-ef3e-479c-a41a-3e12262fa212 in Status: SUCCESS [ 1306.885777] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93099753-ef3e-479c-a41a-3e12262fa212 deletion is rescheduled due to dependency. [ 1306.885777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93099753-ef3e-479c-a41a-3e12262fa212" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.315226] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.315540] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.254864] env[65301]: INFO networking_nsxv3.common.synchronization [None req-7bc51c7b-b310-4b15-b0e6-278cd0145b62 None None] Enqueued Resource ID: fd201e24-44e8-47e1-a406-cd159695a9c1 with Priority: HIGHEST for action port [ 1314.255409] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd201e24-44e8-47e1-a406-cd159695a9c1 with Priority: HIGHEST for action port [ 1314.255716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd201e24-44e8-47e1-a406-cd159695a9c1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.255843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd201e24-44e8-47e1-a406-cd159695a9c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.255924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd201e24-44e8-47e1-a406-cd159695a9c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.256169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd201e24-44e8-47e1-a406-cd159695a9c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.256246] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd201e24-44e8-47e1-a406-cd159695a9c1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.464742] env[65301]: INFO networking_nsxv3.common.synchronization [None req-5dab48b2-eb13-4d27-a07f-f1723e23506d tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_rules [ 1314.465271] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_rules [ 1314.465807] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.465940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.466038] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.466339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.466428] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.597409] env[65301]: INFO networking_nsxv3.common.synchronization [None req-1dade3df-1d82-4ed6-b829-13d6036f793d tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_rules [ 1314.598281] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_rules [ 1314.598546] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.598660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.758641] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd201e24-44e8-47e1-a406-cd159695a9c1 [ 1314.758912] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.759061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.759131] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.759867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.760011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.760594] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd201e24-44e8-47e1-a406-cd159695a9c1 already deleted. [ 1314.760709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd201e24-44e8-47e1-a406-cd159695a9c1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.991327] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.992405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.992405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.992405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.992405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.992405] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 already deleted. [ 1314.992405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.992405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.994044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.994195] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.518992] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.519386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.519386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.519386] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.519503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.519572] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 already deleted. [ 1315.519652] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.439517] env[65301]: INFO networking_nsxv3.common.synchronization [None req-e12fea26-d926-4b0a-be1c-364de33a6cf5 None None] Enqueued Resource ID: c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35 with Priority: HIGHEST for action port [ 1316.440150] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35 with Priority: HIGHEST for action port [ 1316.440837] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.440963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.441261] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.441396] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.441479] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.943774] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35 [ 1316.943999] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.944154] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.944222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.944432] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.944537] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.944647] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35 already deleted. [ 1316.944735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a8ab87-0cd6-444a-84c4-7eab2b2fcb35" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.477742] env[65301]: INFO networking_nsxv3.common.synchronization [req-55c371a4-0ef8-465d-8809-71fa4a962889 req-1bb67229-b652-44eb-9c11-a69f83928fb7 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_members [ 1320.478306] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_members [ 1320.478618] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.478755] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.478818] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.479080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.479240] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.479334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.479392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.479541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.479623] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.479738] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.763716] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.763979] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.764114] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.764370] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.764623] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.764772] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.764883] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.765100] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.765238] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.765435] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.765543] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.765650] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.765753] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.765860] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.765960] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.766098] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.786208] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.786386] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.786526] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.786693] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.786987] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-c32b22af-9143-49af-bb87-0e4f93c07325 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.787207] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.787332] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.787696] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.787841] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32b22af-9143-49af-bb87-0e4f93c07325',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.982301] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.982641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.982641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.982782] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.982815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.983029] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.983103] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.983170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.983316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.983390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.983475] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 already deleted. [ 1320.983570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.290007] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.290289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.290413] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.290776] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.290988] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.291257] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port c32b22af-9143-49af-bb87-0e4f93c07325 not found, creating... [ 1321.291670] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.291853] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.292083] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.292392] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.292539] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.292848] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.293027] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.293145] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.293346] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.293477] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.293616] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: c32b22af-9143-49af-bb87-0e4f93c07325 is going to be created. [ 1321.313661] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.313881] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.314009] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.314274] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.314490] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.314709] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.003038] env[65301]: INFO networking_nsxv3.common.synchronization [req-55c371a4-0ef8-465d-8809-71fa4a962889 req-43c4721f-536c-4f82-94fd-e3b0f11dd3ed service nova] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_rules [ 1322.003318] env[65301]: INFO networking_nsxv3.common.synchronization [req-55c371a4-0ef8-465d-8809-71fa4a962889 req-43c4721f-536c-4f82-94fd-e3b0f11dd3ed service nova] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_members [ 1322.003411] env[65301]: INFO networking_nsxv3.common.synchronization [req-55c371a4-0ef8-465d-8809-71fa4a962889 req-43c4721f-536c-4f82-94fd-e3b0f11dd3ed service nova] Enqueued Resource ID: c32b22af-9143-49af-bb87-0e4f93c07325 with Priority: HIGHEST for action port [ 1322.003589] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_rules [ 1322.003689] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_members [ 1322.003788] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c32b22af-9143-49af-bb87-0e4f93c07325 with Priority: HIGHEST for action port [ 1322.004355] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.004468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.004530] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.004742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.004819] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.006359] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.006478] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.006588] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.006688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.006833] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.006929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.006992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.007149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.007233] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.007323] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.008353] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c32b22af-9143-49af-bb87-0e4f93c07325 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.008353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.008832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.008832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.008832] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c32b22af-9143-49af-bb87-0e4f93c07325',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.510480] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.510660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.510890] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.511773] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c32b22af-9143-49af-bb87-0e4f93c07325 with status ACTIVE [ 1322.511954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.512086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.512149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.512350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.512437] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.512603] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.512697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.512757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.512902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.512976] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.513736] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.513843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.514030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.515059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.515059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.515059] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c32b22af-9143-49af-bb87-0e4f93c07325 is going to be updated. [ 1322.537120] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.537339] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.537385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.537677] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.537835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.538046] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c32b22af-9143-49af-bb87-0e4f93c07325" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.016874] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.520081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.520237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.520325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.520624] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.520727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.520838] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 is going to be created. [ 1323.546561] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.546798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.546798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.546890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.547043] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.558562] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 443fec95-ca80-484f-a474-2cc989ebf707 in Status: UNINITIALIZED for 2s [ 1323.619244] env[65301]: INFO networking_nsxv3.common.synchronization [req-fb960c62-74a3-4d7a-bee9-2cfcf2c04a20 req-0f9de3d4-9f4f-4439-9cd6-abbb8dc027a5 tempest-ServerGroupTestJSON-209227325 tempest-ServerGroupTestJSON-209227325-project-member] Enqueued Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_members [ 1323.619818] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_members [ 1323.620063] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.620187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.620254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.620507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.620668] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.620757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.620815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.620959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.621061] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.621153] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.915015] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.915289] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-254" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.915418] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-254" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.915742] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-254" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.915996] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.916240] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.916340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.916689] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.916840] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.917061] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.917174] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.917280] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.917384] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.917488] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.917600] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.917779] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.936872] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.937051] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1323.937181] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.937347] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-254" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.937674] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-55855d09-25e8-453d-9310-435830b54278 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.937846] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.937962] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.938299] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.938431] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55855d09-25e8-453d-9310-435830b54278',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.124875] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.125320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.125320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.125320] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.125431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.125653] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.125793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.125793] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.125960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.126041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.126137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c already deleted. [ 1324.126207] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.440505] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.440734] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.440857] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.441143] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.441286] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.441435] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 55855d09-25e8-453d-9310-435830b54278 not found, creating... [ 1324.441692] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.441890] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.442013] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.442240] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.442363] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.442691] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.442853] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.442968] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.443188] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.443317] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.443448] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 55855d09-25e8-453d-9310-435830b54278 is going to be created. [ 1324.462907] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.463106] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.463223] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.463468] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.463714] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.463984] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.208279] env[65301]: INFO networking_nsxv3.common.synchronization [req-fb960c62-74a3-4d7a-bee9-2cfcf2c04a20 req-6f772b18-5c92-4608-aeef-1d96b9294b04 service nova] Enqueued Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_rules [ 1325.208522] env[65301]: INFO networking_nsxv3.common.synchronization [req-fb960c62-74a3-4d7a-bee9-2cfcf2c04a20 req-6f772b18-5c92-4608-aeef-1d96b9294b04 service nova] Enqueued Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_members [ 1325.208522] env[65301]: INFO networking_nsxv3.common.synchronization [req-fb960c62-74a3-4d7a-bee9-2cfcf2c04a20 req-6f772b18-5c92-4608-aeef-1d96b9294b04 service nova] Enqueued Resource ID: 55855d09-25e8-453d-9310-435830b54278 with Priority: HIGHEST for action port [ 1325.209024] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_rules [ 1325.209152] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_members [ 1325.209251] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55855d09-25e8-453d-9310-435830b54278 with Priority: HIGHEST for action port [ 1325.209517] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.209634] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.209732] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.209952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.210166] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.211728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.211843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.212047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.212245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.213463] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.213463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.213463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.213463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.213463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.213463] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.214716] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-55855d09-25e8-453d-9310-435830b54278 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.214716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.214716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.214716] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.214716] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55855d09-25e8-453d-9310-435830b54278',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.570067] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 443fec95-ca80-484f-a474-2cc989ebf707 in Status: SUCCESS [ 1325.570387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.570648] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.570960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.571245] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.571410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.571505] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.571737] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.571869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.572045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.572211] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.714458] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.715900] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.716018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.719017] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55855d09-25e8-453d-9310-435830b54278 with status ACTIVE [ 1325.719017] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.719017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.719017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.719017] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.719290] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.719290] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.719357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.719410] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.719555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.719625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.719801] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.719887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.719944] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.720085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.720202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.720291] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55855d09-25e8-453d-9310-435830b54278 is going to be updated. [ 1325.742791] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.742965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.743032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.743236] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.743374] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.743534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55855d09-25e8-453d-9310-435830b54278" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.074545] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.217039] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.577953] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 443fec95-ca80-484f-a474-2cc989ebf707: rpc.has_security_group_logging(os_id): False [ 1326.595954] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.596108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.596181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.596407] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.596464] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.596703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.596802] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.596865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.597016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.597096] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.597180] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 is going to be created. [ 1326.656376] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.656553] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.656620] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.656821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.657022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.667270] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 443fec95-ca80-484f-a474-2cc989ebf707 in Status: IN_PROGRESS for 2s [ 1326.720077] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.720077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.720077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.720348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.720382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.720481] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c is going to be created. [ 1326.777425] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.777585] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.777682] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.777927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.778166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.790812] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c in Status: UNINITIALIZED for 2s [ 1328.679606] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 443fec95-ca80-484f-a474-2cc989ebf707 in Status: SUCCESS [ 1328.679984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.803137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c in Status: SUCCESS [ 1328.803365] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.803534] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.803767] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.803971] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.804102] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.804164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.804322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.804403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.804485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.804575] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.311348] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.311348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.311591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.311591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.311752] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.311876] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.311942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.312113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.312217] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.312283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.312418] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.312513] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.312555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.312690] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.312869] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.312981] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.313063] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.313222] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.313309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.313404] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.313523] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.816062] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b52007d-cc1d-4a43-b050-c7c708b5cd5c: rpc.has_security_group_logging(os_id): False [ 1329.835594] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.835791] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.835860] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.836165] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.836298] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.836545] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.836651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.836728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.836886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.836965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.837831] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.837831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.837831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.837831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.837831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.837831] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.838089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.838089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.838089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.838186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.838216] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c is going to be created. [ 1329.905955] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.905955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.905955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.906205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.906406] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.917691] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c in Status: IN_PROGRESS for 2s [ 1330.210427] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.210556] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1331.930651] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c in Status: SUCCESS [ 1331.930963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.211800] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.212238] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.927457] env[65301]: INFO networking_nsxv3.common.synchronization [req-56e6bfa0-b4c6-4892-9dc7-a6245f239e8a req-9423f9cc-f20f-4cbc-973e-8a2b6b52cd89 tempest-ServerGroupTestJSON-209227325 tempest-ServerGroupTestJSON-209227325-project-member] Enqueued Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_members [ 1335.928298] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGHEST for action security_group_members [ 1335.928657] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.928832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.928932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.929211] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.929435] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.929587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.929669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.929895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.930058] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.930190] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.432997] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.433442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.433442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.433527] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.433559] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.433747] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.433849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.433887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.434044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.434127] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.434236] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c is going to be updated. [ 1336.464962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.465188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.465188] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.465392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.465533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.474692] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c in Status: IN_PROGRESS for 2s [ 1338.486171] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c in Status: SUCCESS [ 1338.486573] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c deletion is rescheduled due to dependency. [ 1338.486573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.929398] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.929747] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.930883] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.931360] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.932620] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.932620] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.457127] env[65301]: INFO networking_nsxv3.common.synchronization [req-0290fd47-42a2-4b0e-8cbd-36e2e0ac3112 req-467e618f-d6d7-41d7-a21b-01c5449c6ed7 tempest-ServersV294TestFqdnHostnames-2054229830 tempest-ServersV294TestFqdnHostnames-2054229830-project-member] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_members [ 1355.457664] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGHEST for action security_group_members [ 1355.457985] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.458309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.458373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.458688] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.458777] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.459182] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.459251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.459435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.459488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.459582] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.962261] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.962504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.962504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.962681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.987366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.987615] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.987738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.987805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.988011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.988123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.988252] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e is going to be updated. [ 1356.019948] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.020166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.020215] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.020420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.020558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.030458] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e in Status: IN_PROGRESS for 2s [ 1358.042809] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e in Status: SUCCESS [ 1358.043299] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e deletion is rescheduled due to dependency. [ 1358.043299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.460421] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.460421] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.879952] env[65301]: INFO networking_nsxv3.common.synchronization [None req-f4b4c350-45d7-48b2-ab10-9e3d3e73590e None None] Enqueued Resource ID: b91caf43-5204-4be4-abd3-960384efa948 with Priority: HIGHEST for action port [ 1363.880373] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91caf43-5204-4be4-abd3-960384efa948 with Priority: HIGHEST for action port [ 1363.880626] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91caf43-5204-4be4-abd3-960384efa948 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.880781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91caf43-5204-4be4-abd3-960384efa948" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.880848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91caf43-5204-4be4-abd3-960384efa948" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.881108] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91caf43-5204-4be4-abd3-960384efa948" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.881184] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91caf43-5204-4be4-abd3-960384efa948',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.224223] env[65301]: INFO networking_nsxv3.common.synchronization [None req-2e4c203f-c1b9-4ee5-9c22-8d5e4b6fdf62 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1364.224816] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1364.225119] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.226427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.226427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.226427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.226427] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.300481] env[65301]: INFO networking_nsxv3.common.synchronization [None req-cc41a09d-8399-4c35-be60-0bc0eb5cb6ed tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1364.301775] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1364.301978] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.301978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.383789] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91caf43-5204-4be4-abd3-960384efa948 [ 1364.384072] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.384226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.384351] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.384561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.384668] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.384793] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91caf43-5204-4be4-abd3-960384efa948 already deleted. [ 1364.384877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91caf43-5204-4be4-abd3-960384efa948" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.748162] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.748352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.748418] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.748632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.748736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.748830] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 already deleted. [ 1364.748911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.749073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.749224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.749323] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.274778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.275171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.275171] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.275273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.275391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.275494] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 already deleted. [ 1365.275600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.645306] env[65301]: INFO networking_nsxv3.common.synchronization [None req-48e9a2cc-a361-422e-9347-d9ec1a751e7e None None] Enqueued Resource ID: 41505e45-77fd-42c4-8278-369027fb0c46 with Priority: HIGHEST for action port [ 1365.645796] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41505e45-77fd-42c4-8278-369027fb0c46 with Priority: HIGHEST for action port [ 1365.646175] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-41505e45-77fd-42c4-8278-369027fb0c46 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.646316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41505e45-77fd-42c4-8278-369027fb0c46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.646387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41505e45-77fd-42c4-8278-369027fb0c46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.646641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41505e45-77fd-42c4-8278-369027fb0c46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.646725] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41505e45-77fd-42c4-8278-369027fb0c46',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.149236] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41505e45-77fd-42c4-8278-369027fb0c46 [ 1366.149498] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.149632] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.149702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.149984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.150067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.150140] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41505e45-77fd-42c4-8278-369027fb0c46 already deleted. [ 1366.150238] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41505e45-77fd-42c4-8278-369027fb0c46" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.766423] env[65301]: INFO networking_nsxv3.common.synchronization [req-5e606981-f8c6-4eeb-8cd9-ab4930da7a3e req-f4d246f6-2136-4fb6-b1ae-e705007def31 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1369.766857] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1369.767179] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.767302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.767370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.767617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.767775] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.767892] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.767933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.768198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.768198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.768344] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.052022] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.052211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.052385] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.052802] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.053161] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.053389] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.053559] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.053887] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.054099] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.054367] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.054515] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.054656] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.054792] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.054939] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.055096] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.055269] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.080536] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.080799] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1370.080939] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.081139] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.081469] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.081660] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.081777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.082123] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.082318] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc46f071-b94f-4a31-86be-e6c6a77bc2e4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.270492] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.270738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.270738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.270884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.270977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.271204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.271300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.271341] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.271490] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.271567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.271648] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 already deleted. [ 1370.271727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.584589] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.584799] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.585086] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.585208] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.585382] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.585563] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port bc46f071-b94f-4a31-86be-e6c6a77bc2e4 not found, creating... [ 1370.585855] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.586372] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.586372] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.586493] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.586581] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.586859] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.587017] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.587137] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.587340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.587471] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.587607] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: bc46f071-b94f-4a31-86be-e6c6a77bc2e4 is going to be created. [ 1370.609989] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.610231] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.610353] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.610617] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.610842] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.611093] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.374301] env[65301]: INFO networking_nsxv3.common.synchronization [req-5e606981-f8c6-4eeb-8cd9-ab4930da7a3e req-9a202ad2-8d8f-406c-b52c-8263570be793 service nova] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1371.374301] env[65301]: INFO networking_nsxv3.common.synchronization [req-5e606981-f8c6-4eeb-8cd9-ab4930da7a3e req-9a202ad2-8d8f-406c-b52c-8263570be793 service nova] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1371.374301] env[65301]: INFO networking_nsxv3.common.synchronization [req-5e606981-f8c6-4eeb-8cd9-ab4930da7a3e req-9a202ad2-8d8f-406c-b52c-8263570be793 service nova] Enqueued Resource ID: bc46f071-b94f-4a31-86be-e6c6a77bc2e4 with Priority: HIGHEST for action port [ 1371.374301] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1371.374301] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1371.374301] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc46f071-b94f-4a31-86be-e6c6a77bc2e4 with Priority: HIGHEST for action port [ 1371.374916] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.375173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.375335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.375607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.375784] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.377734] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.377989] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.378168] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.379496] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.379496] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.379879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.379879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.379879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.380000] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.380052] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.380863] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.380982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.381033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.381817] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.381817] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc46f071-b94f-4a31-86be-e6c6a77bc2e4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.878882] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.879172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.883379] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.884305] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc46f071-b94f-4a31-86be-e6c6a77bc2e4 with status ACTIVE [ 1371.884504] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.884625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.884691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.884898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.884993] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.885196] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.885294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.885360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.885515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.885598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.885776] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.885865] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.885923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.886090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.886179] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.886281] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc46f071-b94f-4a31-86be-e6c6a77bc2e4 is going to be updated. [ 1371.912571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.912843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.912843] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.913123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.913285] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.913452] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc46f071-b94f-4a31-86be-e6c6a77bc2e4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.388864] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.893444] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.893731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.893731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.893905] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.894021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.894121] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be created. [ 1372.917535] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.917751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.917751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.917942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.918115] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.930912] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: UNINITIALIZED for 2s [ 1374.942950] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1374.943503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.943503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.943641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.943721] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.943945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.943945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.944067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.944120] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.944197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.944289] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.446775] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.949428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 542590ab-85a0-42d2-ade6-7045538118d1: rpc.has_security_group_logging(os_id): False [ 1375.968673] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.968937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.968937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.969107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.969232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.969522] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.969656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.969727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.969911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.970019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.970135] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be created. [ 1376.029335] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.029569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.029569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.029756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.029940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.041125] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1376.374842] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.375089] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1378.054343] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1378.054758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.375612] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.375947] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.376734] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.377137] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.378027] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.378309] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.379716] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.380105] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.380841] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.381271] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.382362] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.382719] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.384597] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.384597] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.376881] env[65301]: INFO networking_nsxv3.common.synchronization [req-d127debc-8039-4eb3-8cfd-911d5e865930 req-dc1d9137-de90-4e32-b49b-0326d7727ca9 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_members [ 1416.377230] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGHEST for action security_group_members [ 1416.377532] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.377655] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.377722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.377919] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.378087] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.378232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.378232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.378392] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.378510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.378568] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.881263] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.881541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.881541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.881733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.881792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.881995] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.882104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.882166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.882311] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.882389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.882473] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 is going to be updated. [ 1416.916077] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.916077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.916077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.916077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.916077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.924908] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 443fec95-ca80-484f-a474-2cc989ebf707 in Status: IN_PROGRESS for 2s [ 1418.935993] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 443fec95-ca80-484f-a474-2cc989ebf707 in Status: SUCCESS [ 1418.936440] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 deletion is rescheduled due to dependency. [ 1418.936440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.378662] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.379113] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.129012] env[65301]: INFO networking_nsxv3.common.synchronization [req-42c36659-6198-459e-8aad-db10e46b6773 req-cc0736b4-819f-4aaa-b9e4-3b684c058ea4 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1423.129556] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1423.129866] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.129991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.130080] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.130316] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.130468] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.130569] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.130625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.130762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.130849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.130939] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.427237] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.427514] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.427655] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.427931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.428226] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.428383] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.428498] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.428716] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.428859] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.429121] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1423.429235] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1423.429343] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1423.429447] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1423.429554] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1423.429657] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1423.429800] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1423.451595] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1423.451661] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1423.451775] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1423.451956] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.452289] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-c082a394-2d01-4c6f-b26b-fa1b63461af1 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.452460] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.452576] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.452886] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.453035] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c082a394-2d01-4c6f-b26b-fa1b63461af1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.633526] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.633728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.633728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.633908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.633997] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.634204] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.634299] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.634359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.634507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.634580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.634662] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a already deleted. [ 1423.634738] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.954895] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.956835] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port c082a394-2d01-4c6f-b26b-fa1b63461af1 not found, creating... [ 1423.956835] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.956835] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.957301] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.957301] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.957301] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.957422] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.957580] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.957723] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: c082a394-2d01-4c6f-b26b-fa1b63461af1 is going to be created. [ 1423.978493] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.978793] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.978793] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.979125] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.979352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.979567] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.672226] env[65301]: INFO networking_nsxv3.common.synchronization [req-42c36659-6198-459e-8aad-db10e46b6773 req-9f324d47-7770-4c92-a0fe-552f5836cd02 service nova] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_rules [ 1424.672226] env[65301]: INFO networking_nsxv3.common.synchronization [req-42c36659-6198-459e-8aad-db10e46b6773 req-9f324d47-7770-4c92-a0fe-552f5836cd02 service nova] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1424.672554] env[65301]: INFO networking_nsxv3.common.synchronization [req-42c36659-6198-459e-8aad-db10e46b6773 req-9f324d47-7770-4c92-a0fe-552f5836cd02 service nova] Enqueued Resource ID: c082a394-2d01-4c6f-b26b-fa1b63461af1 with Priority: HIGHEST for action port [ 1424.672635] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_rules [ 1424.672784] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1424.672906] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c082a394-2d01-4c6f-b26b-fa1b63461af1 with Priority: HIGHEST for action port [ 1424.673480] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.673656] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.673735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.674055] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.674172] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.675424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.675544] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.675608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.675794] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.675944] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.676052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.676116] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.676248] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.676389] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.676430] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.677143] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-c082a394-2d01-4c6f-b26b-fa1b63461af1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.677246] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.677310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.677460] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.677532] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c082a394-2d01-4c6f-b26b-fa1b63461af1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.179201] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.180909] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.181134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.181274] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c082a394-2d01-4c6f-b26b-fa1b63461af1 with status ACTIVE [ 1425.181450] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.181555] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.181616] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.181821] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.181890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.182081] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.182166] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.182214] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.182398] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.182484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.182778] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.182778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.182778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.183107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.183107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.183107] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c082a394-2d01-4c6f-b26b-fa1b63461af1 is going to be updated. [ 1425.204370] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.204669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.204669] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.204880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.204880] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.205077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c082a394-2d01-4c6f-b26b-fa1b63461af1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.685336] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.187652] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.187855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.187855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.188091] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.188187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.188283] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be created. [ 1426.211948] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.212136] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.212190] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.212387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.212541] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.221841] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: UNINITIALIZED for 2s [ 1428.233637] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: UNINITIALIZED for 4s [ 1429.674196] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.674590] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1430.244426] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: SUCCESS [ 1430.244611] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.244744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.244966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.245177] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.245294] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.245359] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.245515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.245595] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.245679] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.245769] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.748587] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.749066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.749066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.749066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.749224] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.749327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.749390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.749549] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.749637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.749733] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.749871] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.749967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.750051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.750200] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.750335] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.750427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.750507] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.750622] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.750683] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.750765] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.750852] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.253075] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 041e6a3e-d4ad-4f6a-97c3-420298cd922a: rpc.has_security_group_logging(os_id): False [ 1431.270930] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.271134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.271134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.271340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.271431] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.271619] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.271758] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.271822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.271935] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.272037] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.272226] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.272322] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.272381] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.272518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.272590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.272772] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.272862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.272922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.273073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.273148] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.273232] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be created. [ 1431.351035] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.353420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.353420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.353420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.353420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.363146] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: IN_PROGRESS for 2s [ 1433.377440] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: SUCCESS [ 1433.377838] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.675750] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.676105] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.677313] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.677668] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.678741] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.679097] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.679786] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.680169] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.095402] env[65301]: INFO networking_nsxv3.common.synchronization [req-f15f5835-d51d-40a6-90dd-b37958c19e73 req-93c6ee07-53cf-4d4c-b119-0cadd9a0c9bf tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1450.095873] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1450.096201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.096319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.096385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.096584] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.096732] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.096824] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.096884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.097193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.097601] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.097601] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.601764] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.601980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.601980] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.602243] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.602340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.602735] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.602735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.602735] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.602929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.602929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.603018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be updated. [ 1450.642728] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.642893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.642966] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.643205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.643353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.653686] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: IN_PROGRESS for 2s [ 1451.023182] env[65301]: INFO networking_nsxv3.common.synchronization [req-a944d6fa-49d5-451e-a3cb-f8b057cf67d1 req-2ed4842d-ffee-4bf0-ae75-8542ccf18379 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1451.023659] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1451.023968] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.024106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.024169] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.024372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.025153] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.025292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.025366] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.025524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.025621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.025717] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.527964] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.528194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.528194] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.528425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.528518] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.528708] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.528809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.528872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.529039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.529119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.529206] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1451.556417] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.556610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.556610] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.556750] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.556889] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.565034] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1452.663554] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: SUCCESS [ 1452.663950] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a deletion is rescheduled due to dependency. [ 1452.663950] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.578846] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1453.579077] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 deletion is rescheduled due to dependency. [ 1453.579221] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.454057] env[65301]: INFO networking_nsxv3.common.synchronization [None req-9b5022ba-cca0-43c9-a856-881ee9dc5706 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_rules [ 1455.455039] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_rules [ 1455.455039] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.455297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.455297] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.455606] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.455741] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.543523] env[65301]: INFO networking_nsxv3.common.synchronization [None req-05da89e8-2908-4d04-900c-8ee6ed5c12a4 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_rules [ 1455.544075] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_rules [ 1455.544359] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.544485] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.979896] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.980139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.980139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.980382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.980503] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.980566] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 already deleted. [ 1455.980647] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.981095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.981095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.981320] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.501486] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.501890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.501890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.501890] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.502019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.502081] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 already deleted. [ 1456.502172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.544899] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.545170] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.905088] env[65301]: INFO networking_nsxv3.common.synchronization [req-949929b2-7ef1-4ceb-a314-1cc75f4908ee req-6c178b1e-4c9d-490c-8562-0721bf7ad11d tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_members [ 1460.905994] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_members [ 1460.905994] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.906128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.906220] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.906487] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.906680] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.906749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.906803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.906972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.907069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.907159] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.220173] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.220378] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.220558] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.220828] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.221364] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.221557] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.221783] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.222016] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.222181] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.222402] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1461.222521] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1461.222624] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1461.222728] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1461.222867] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1461.222995] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1461.223107] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1461.244255] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1461.244439] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1461.244553] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1461.244731] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.245044] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-7386213b-c22a-4de8-bb39-7b89a71a58fb taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.245211] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.245327] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.245639] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.245770] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7386213b-c22a-4de8-bb39-7b89a71a58fb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.409477] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.409689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.409689] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.409867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.409955] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.410166] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.410264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.410327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.410470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.410547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.410637] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 already deleted. [ 1461.411022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.748308] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.748738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.748738] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.748899] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.749054] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.749225] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 7386213b-c22a-4de8-bb39-7b89a71a58fb not found, creating... [ 1461.749521] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.749667] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.749783] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.749994] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.750142] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.750446] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.750599] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.750712] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.750915] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.751055] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.751191] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 7386213b-c22a-4de8-bb39-7b89a71a58fb is going to be created. [ 1461.773722] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.773958] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.774050] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.774329] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.774568] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.774788] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.460153] env[65301]: INFO networking_nsxv3.common.synchronization [req-949929b2-7ef1-4ceb-a314-1cc75f4908ee req-e8a17cc7-4869-41f4-b7e9-c04b997b9149 service nova] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_rules [ 1462.460336] env[65301]: INFO networking_nsxv3.common.synchronization [req-949929b2-7ef1-4ceb-a314-1cc75f4908ee req-e8a17cc7-4869-41f4-b7e9-c04b997b9149 service nova] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_members [ 1462.460483] env[65301]: INFO networking_nsxv3.common.synchronization [req-949929b2-7ef1-4ceb-a314-1cc75f4908ee req-e8a17cc7-4869-41f4-b7e9-c04b997b9149 service nova] Enqueued Resource ID: 7386213b-c22a-4de8-bb39-7b89a71a58fb with Priority: HIGHEST for action port [ 1462.460699] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_rules [ 1462.460823] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_members [ 1462.460921] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7386213b-c22a-4de8-bb39-7b89a71a58fb with Priority: HIGHEST for action port [ 1462.461475] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.461676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.461676] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.461870] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.462018] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.462901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.463016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.463327] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.463526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.463680] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.463777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.463839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.464083] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.464174] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.464263] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.464962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-7386213b-c22a-4de8-bb39-7b89a71a58fb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.465077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.465140] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.465286] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.465361] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7386213b-c22a-4de8-bb39-7b89a71a58fb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.968049] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7386213b-c22a-4de8-bb39-7b89a71a58fb with status ACTIVE [ 1462.969112] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.969276] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.969348] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.969603] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.969701] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.969928] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.970090] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.970167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.970375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.970459] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.970670] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.970751] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.970786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.970928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.971039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.971099] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7386213b-c22a-4de8-bb39-7b89a71a58fb is going to be updated. [ 1462.972280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.972357] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.972564] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.997275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.997275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.997275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.997275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.997275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.997275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7386213b-c22a-4de8-bb39-7b89a71a58fb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.011470] env[65301]: INFO networking_nsxv3.common.synchronization [req-d8f05fcf-8c72-4e11-9f28-eb28a63dd6ad req-31defd16-1906-43a4-ab7d-343d62eff4f7 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1463.012039] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1463.012352] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.012462] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.012522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.012718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.012862] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.012952] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.013034] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.013167] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.013252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.013416] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.344401] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.344615] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.344742] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.345013] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.345266] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.345416] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.345528] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.345777] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.345920] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.346130] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1463.346238] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1463.346343] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1463.346444] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1463.346547] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1463.346663] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1463.346768] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1463.368515] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1463.368693] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1463.368831] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1463.368999] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.369321] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-d80faefb-ec3e-4f37-b02b-1063193bf0fc taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.369556] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.369676] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.370012] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.370154] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d80faefb-ec3e-4f37-b02b-1063193bf0fc',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.474935] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1463.515375] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.515524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.515580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.515797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.515898] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.516092] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.516191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.516252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.516394] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.516471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.516555] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1463.553055] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.553259] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.553313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.553533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.553695] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.564544] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1463.872653] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.872873] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.872921] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.873232] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.873419] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.873691] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port d80faefb-ec3e-4f37-b02b-1063193bf0fc not found, creating... [ 1463.873798] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.873950] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.874073] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.874283] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.874423] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.874694] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.874843] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.875022] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.875173] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.875302] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.875437] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: d80faefb-ec3e-4f37-b02b-1063193bf0fc is going to be created. [ 1463.909461] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.909684] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.909813] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.910107] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.910340] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.910592] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.977053] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.977413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.977413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.977619] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.977728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.977832] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 is going to be created. [ 1464.020926] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.021205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.021205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.021592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.021816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.066893] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: UNINITIALIZED for 2s [ 1464.592525] env[65301]: INFO networking_nsxv3.common.synchronization [req-d8f05fcf-8c72-4e11-9f28-eb28a63dd6ad req-98993202-de64-4d4a-8142-c1d7fefe669b service nova] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1464.592707] env[65301]: INFO networking_nsxv3.common.synchronization [req-d8f05fcf-8c72-4e11-9f28-eb28a63dd6ad req-98993202-de64-4d4a-8142-c1d7fefe669b service nova] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1464.592843] env[65301]: INFO networking_nsxv3.common.synchronization [req-d8f05fcf-8c72-4e11-9f28-eb28a63dd6ad req-98993202-de64-4d4a-8142-c1d7fefe669b service nova] Enqueued Resource ID: d80faefb-ec3e-4f37-b02b-1063193bf0fc with Priority: HIGHEST for action port [ 1464.593336] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1464.593445] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1464.593692] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d80faefb-ec3e-4f37-b02b-1063193bf0fc with Priority: HIGHEST for action port [ 1464.593889] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.593973] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.594224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.594469] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.594603] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.595448] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.595607] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.595917] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-d80faefb-ec3e-4f37-b02b-1063193bf0fc taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.596088] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.596202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.596413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.596555] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d80faefb-ec3e-4f37-b02b-1063193bf0fc',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1465.098591] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.098968] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.098968] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d80faefb-ec3e-4f37-b02b-1063193bf0fc with status ACTIVE [ 1465.099130] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.099274] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.099345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.099618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.099868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.099868] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.100119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.100119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.100225] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.100258] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.100450] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.100546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.100618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.100769] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.100977] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.100977] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d80faefb-ec3e-4f37-b02b-1063193bf0fc is going to be updated. [ 1465.120972] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.121435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.121435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.121435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.121605] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.121643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d80faefb-ec3e-4f37-b02b-1063193bf0fc" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.575661] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1465.575852] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 deletion is rescheduled due to dependency. [ 1465.575945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.576119] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.576336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.576523] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1465.576637] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.576734] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.576911] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1465.577031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.577135] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.077695] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: SUCCESS [ 1466.077913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.079051] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.079051] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.079519] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.080240] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.583068] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1466.584320] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.086024] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e922fdd8-3156-4a79-a689-2c4ec424fc75: rpc.has_security_group_logging(os_id): False [ 1467.087201] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.087334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.087403] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.087563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.087651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.087746] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1467.107720] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.107946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.107946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.108122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.108209] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.108440] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.108540] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.108604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.108786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.108866] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.108956] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 is going to be created. [ 1467.127369] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.127533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.127581] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.127783] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.127929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.135092] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1467.174246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.174466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.174466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.174653] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.174839] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.183957] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: IN_PROGRESS for 2s [ 1469.145880] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1469.146255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.146338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.146561] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.146757] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.146877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.146943] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.147111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.147192] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.147277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.147399] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.196405] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: SUCCESS [ 1469.196630] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.594334] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.594334] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1469.650040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1470.152321] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a2875d-6984-4fc7-843f-69bcef8aa2b8: rpc.has_security_group_logging(os_id): False [ 1470.169510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.169709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.169767] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.170019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.170153] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.170433] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.170563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.170658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.170822] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.170916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.171018] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1470.233906] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1470.234156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.234156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.234337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1470.234517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.245393] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1472.258376] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1472.258757] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.594785] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.595243] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.595775] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.595775] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.596854] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.597273] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.598076] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.598076] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.598390] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.598857] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.815913] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1494.816172] env[65301]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-81a30f87-5bfa-4c49-b995-328478ab0727 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1499.600204] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.600665] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.602042] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.602042] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1509.603066] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.603451] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.768130] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.768604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.768604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.768604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.768742] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.271023] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.604161] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.604374] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.773339] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.275422] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1515.275709] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1516.242835] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.243288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.243288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.243288] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.256658] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1516.257574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.258463] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1516.298084] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.298321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.298321] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.298509] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.313117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.313969] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1516.314081] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.314160] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1516.350479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.350692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.350692] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.351133] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.351675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.351830] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1516.432280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.432514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.432514] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.432742] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.433044] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.433411] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1516.515622] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.515827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.515827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.516049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.516352] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.516635] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1516.516724] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1a40e280-328b-491e-974d-340d428473cf', '041e6a3e-d4ad-4f6a-97c3-420298cd922a', 'e922fdd8-3156-4a79-a689-2c4ec424fc75', '1f5f2947-9b1c-4fe3-a80e-6083182fc178', '613aa488-4426-4267-a4ba-c58e04b6c8a5', 'e9214451-e070-4147-85f3-0ba7a32120b9', '0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21', '8547d8b1-10d7-4696-835e-13a20759f956', 'cbbfa20b-ee6d-434d-9c6a-c8316881db0e', '974131c3-fed0-4d06-8670-b13658522752', '675175da-06a1-44b4-b9cb-c970cd49f216', 'f3d976eb-10cd-4553-9ed2-7db7a9136edd', '7b52007d-cc1d-4a43-b050-c7c708b5cd5c', 'bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4', '77f870e2-e029-4ee6-97cb-b42334002589', '0a3cf427-5474-4aaa-85e4-261f28d068db', 'a21d3243-de9d-415b-98f8-3279ddc7175b', '443fec95-ca80-484f-a474-2cc989ebf707', '542590ab-85a0-42d2-ade6-7045538118d1', '01ba549e-775f-47be-afdc-d3c5c0b62fc4', 'dc4cdcdb-e220-4dd3-a331-113e6bf63e7f', 'cca03631-7fe1-4555-96e9-963b844c9ca0', 'af94576f-8e88-42dc-95c8-22a9d8ed0c31', '2c228af0-961f-43f7-b4e0-33192329aacf', '93099753-ef3e-479c-a41a-3e12262fa212', '60a2875d-6984-4fc7-843f-69bcef8aa2b8'} {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.516818] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1516.535975] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.536098] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.536172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.536423] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.536517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.536631] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1516.536704] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.536775] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1516.614363] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.614557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.614557] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.614786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.615903] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.616188] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1516.616274] env[65301]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65301) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1516.616349] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1516.616416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1516.616493] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1516.616567] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGH for action security_group_rules [ 1516.616646] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGH for action security_group_rules [ 1516.616710] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGH for action security_group_rules [ 1516.616768] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGH for action security_group_rules [ 1516.616825] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGH for action security_group_rules [ 1516.616921] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGH for action security_group_rules [ 1516.617181] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGH for action security_group_rules [ 1516.617273] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGH for action security_group_rules [ 1516.617341] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGH for action security_group_rules [ 1516.617404] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGH for action security_group_rules [ 1516.617460] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGH for action security_group_rules [ 1516.617513] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGH for action security_group_rules [ 1516.617579] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGH for action security_group_rules [ 1516.617579] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGH for action security_group_rules [ 1516.617676] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGH for action security_group_rules [ 1516.617714] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGH for action security_group_rules [ 1516.617764] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGH for action security_group_rules [ 1516.617830] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGH for action security_group_rules [ 1516.617919] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGH for action security_group_rules [ 1516.617985] env[65301]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGH for action security_group_rules [ 1516.618092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.605928] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.606275] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1519.606275] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a40e280-328b-491e-974d-340d428473cf with Priority: HIGH for action security_group_rules [ 1519.606382] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGH for action security_group_rules [ 1519.606524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 with Priority: HIGH for action security_group_rules [ 1519.606583] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f870e2-e029-4ee6-97cb-b42334002589 with Priority: HIGH for action security_group_rules [ 1519.606620] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 with Priority: HIGH for action security_group_rules [ 1519.606713] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGH for action security_group_rules [ 1519.606810] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443fec95-ca80-484f-a474-2cc989ebf707 with Priority: HIGH for action security_group_rules [ 1519.606887] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21d3243-de9d-415b-98f8-3279ddc7175b with Priority: HIGH for action security_group_rules [ 1519.606967] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 with Priority: HIGH for action security_group_rules [ 1519.607524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3cf427-5474-4aaa-85e4-261f28d068db with Priority: HIGH for action security_group_rules [ 1519.607524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c with Priority: HIGH for action security_group_rules [ 1519.607524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd with Priority: HIGH for action security_group_rules [ 1519.607524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675175da-06a1-44b4-b9cb-c970cd49f216 with Priority: HIGH for action security_group_rules [ 1519.607524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974131c3-fed0-4d06-8670-b13658522752 with Priority: HIGH for action security_group_rules [ 1519.607524] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e with Priority: HIGH for action security_group_rules [ 1519.607752] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9214451-e070-4147-85f3-0ba7a32120b9 with Priority: HIGH for action security_group_rules [ 1519.607752] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8547d8b1-10d7-4696-835e-13a20759f956 with Priority: HIGH for action security_group_rules [ 1519.607752] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 with Priority: HIGH for action security_group_rules [ 1519.607886] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGH for action security_group_rules [ 1519.607937] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 with Priority: HIGH for action security_group_rules [ 1519.608296] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a40e280-328b-491e-974d-340d428473cf taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.608435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.608510] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.608681] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.608758] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a40e280-328b-491e-974d-340d428473cf',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.609726] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.609879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.609956] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.610164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.610238] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.611008] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.611122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.611185] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.611340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.611415] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.612299] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77f870e2-e029-4ee6-97cb-b42334002589 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.612417] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.612484] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.612629] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.612699] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77f870e2-e029-4ee6-97cb-b42334002589',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.613379] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.613646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.613646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.613715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.613762] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ba549e-775f-47be-afdc-d3c5c0b62fc4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.614425] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.614532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.614597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.614754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.614825] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.615485] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-443fec95-ca80-484f-a474-2cc989ebf707 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.615592] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.615658] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.615803] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.615872] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('443fec95-ca80-484f-a474-2cc989ebf707',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.616657] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a21d3243-de9d-415b-98f8-3279ddc7175b taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.616762] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.616827] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.616975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.617058] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a21d3243-de9d-415b-98f8-3279ddc7175b',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.617711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.617815] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.617896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.618095] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.618194] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.618817] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a3cf427-5474-4aaa-85e4-261f28d068db taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.618926] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.618969] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.619138] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.619210] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a3cf427-5474-4aaa-85e4-261f28d068db',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.619858] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.619990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.620065] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.620218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.620289] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b52007d-cc1d-4a43-b050-c7c708b5cd5c',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.621068] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.621177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.621242] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.621387] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.621457] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3d976eb-10cd-4553-9ed2-7db7a9136edd',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.622165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-675175da-06a1-44b4-b9cb-c970cd49f216 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.622277] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.622375] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.622554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.622653] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('675175da-06a1-44b4-b9cb-c970cd49f216',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.623411] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-974131c3-fed0-4d06-8670-b13658522752 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.623524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.623590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.623736] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.623808] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('974131c3-fed0-4d06-8670-b13658522752',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.624759] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.624836] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.624906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.625073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.625144] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbbfa20b-ee6d-434d-9c6a-c8316881db0e',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.625950] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9214451-e070-4147-85f3-0ba7a32120b9 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.626085] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.626150] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.626309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.626421] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9214451-e070-4147-85f3-0ba7a32120b9',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.627094] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8547d8b1-10d7-4696-835e-13a20759f956 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.627205] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.627271] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.627420] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.627507] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8547d8b1-10d7-4696-835e-13a20759f956',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.628239] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-613aa488-4426-4267-a4ba-c58e04b6c8a5 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.628336] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.628405] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.628563] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.628658] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('613aa488-4426-4267-a4ba-c58e04b6c8a5',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.629515] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.629662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.629775] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.630019] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.630098] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.630734] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.630869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.630918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.631073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.631143] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f5f2947-9b1c-4fe3-a80e-6083182fc178',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.136754] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.136945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.136945] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.137411] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.137411] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.137567] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.137691] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.137886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.137992] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.138218] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.138316] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.154849] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.155059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.155059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.155247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.155407] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.155504] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.155577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.155724] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.155806] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.155887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.155970] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.214499] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.214749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.214749] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.214928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.216899] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.217024] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.218232] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.218331] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.219050] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.219137] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.219848] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.219929] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.220750] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.220845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.221552] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.221636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.222334] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.222426] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.223135] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.223230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.224246] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.224337] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.224999] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.225105] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.225743] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.226165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.226265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.226850] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.227242] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.227358] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.228447] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.228812] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.228928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.229540] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.229922] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.230071] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.231214] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.231571] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.231660] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.232565] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.232948] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.233084] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.233725] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.234141] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.234229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.235556] env[65301]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1520.235937] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.236081] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a3cf427-5474-4aaa-85e4-261f28d068db is going to be deleted. [ 1520.237042] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.237249] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.255938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.256138] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be deleted. [ 1520.257355] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.257590] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.280402] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.280589] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4 is going to be deleted. [ 1520.281427] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.281636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.303245] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.303393] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77f870e2-e029-4ee6-97cb-b42334002589 is going to be deleted. [ 1520.304379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.304587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.313745] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.313932] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.331879] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.331879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.334778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.334921] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9214451-e070-4147-85f3-0ba7a32120b9 is going to be deleted. [ 1520.335778] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.335991] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.363544] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.363771] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.395965] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.396149] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a40e280-328b-491e-974d-340d428473cf is going to be deleted. [ 1520.397073] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.397300] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.399623] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.399774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.448177] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.448361] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbbfa20b-ee6d-434d-9c6a-c8316881db0e is going to be deleted. [ 1520.449384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.449625] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.520313] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.520503] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3d976eb-10cd-4553-9ed2-7db7a9136edd is going to be deleted. [ 1520.521434] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.521646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.567643] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.567883] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 613aa488-4426-4267-a4ba-c58e04b6c8a5 is going to be deleted. [ 1520.569227] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.569526] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.583025] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.583279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.610345] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.610848] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.612325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.612516] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a21d3243-de9d-415b-98f8-3279ddc7175b is going to be deleted. [ 1520.613878] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.614146] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.616199] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.616344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.653506] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.664682] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.673011] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.673231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.682728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.682888] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8547d8b1-10d7-4696-835e-13a20759f956 is going to be deleted. [ 1520.683990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.683990] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.714016] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.714198] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.774124] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.774349] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.797483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.797676] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 443fec95-ca80-484f-a474-2cc989ebf707 is going to be deleted. [ 1520.798594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.798816] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.862027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.862306] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.863552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.863665] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21 is going to be deleted. [ 1520.864594] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.864776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.890805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.891022] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ba549e-775f-47be-afdc-d3c5c0b62fc4 is going to be deleted. [ 1520.891863] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.892106] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.980798] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.981014] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 675175da-06a1-44b4-b9cb-c970cd49f216 is going to be deleted. [ 1520.981882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.982113] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.983524] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.983627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.017237] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.017463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.025615] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.025809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.054562] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.054850] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f5f2947-9b1c-4fe3-a80e-6083182fc178 is going to be deleted. [ 1521.055697] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.055918] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.136841] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.137097] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.141062] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.141263] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b52007d-cc1d-4a43-b050-c7c708b5cd5c is going to be deleted. [ 1521.142193] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.142442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.155266] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 542590ab-85a0-42d2-ade6-7045538118d1: rpc.has_security_group_logging(os_id): False [ 1521.167260] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e922fdd8-3156-4a79-a689-2c4ec424fc75: rpc.has_security_group_logging(os_id): False [ 1521.190391] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.190576] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 974131c3-fed0-4d06-8670-b13658522752 is going to be deleted. [ 1521.191845] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.192111] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.192187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.192263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a3cf427-5474-4aaa-85e4-261f28d068db" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.193110] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.193231] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.193275] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.193440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.193520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.193671] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f5f2947-9b1c-4fe3-a80e-6083182fc178" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.193797] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.193946] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.194021] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.194139] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.194711] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.194875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.194938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.195072] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd1a9f3b-24de-46d9-8c89-6eebef9ff4c4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.195213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.195353] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.195439] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.195543] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77f870e2-e029-4ee6-97cb-b42334002589" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.195708] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.195912] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.196027] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.196197] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9214451-e070-4147-85f3-0ba7a32120b9" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.196444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.196604] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.196730] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.196908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbbfa20b-ee6d-434d-9c6a-c8316881db0e" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.197092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.197330] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.197414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.197566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a40e280-328b-491e-974d-340d428473cf" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.197731] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.197877] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.197957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.198112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3d976eb-10cd-4553-9ed2-7db7a9136edd" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.198229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.198369] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.198444] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.198550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-613aa488-4426-4267-a4ba-c58e04b6c8a5" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.198678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.198814] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.198884] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.199033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a21d3243-de9d-415b-98f8-3279ddc7175b" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.199135] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.199273] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.199343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.199448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8547d8b1-10d7-4696-835e-13a20759f956" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.199570] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.199704] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.199774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.199882] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-443fec95-ca80-484f-a474-2cc989ebf707" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.200029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.200181] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.200250] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.200356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ba549e-775f-47be-afdc-d3c5c0b62fc4" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.200482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.200615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.200686] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.200786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b31d5b0-0aee-4d0d-ba03-0da3e6d9aa21" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.200893] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.201036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.201112] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.201213] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-675175da-06a1-44b4-b9cb-c970cd49f216" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.236380] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.236641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.236641] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.236776] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.238453] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.238566] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.251560] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.251756] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.298068] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.298403] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.298521] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.298565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.298779] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.298862] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.298960] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be updated. [ 1521.300121] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.300302] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.347130] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.347462] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.347565] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.347789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.347828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.347913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.348027] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 is going to be updated. [ 1521.349109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.349292] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.349378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.349493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b52007d-cc1d-4a43-b050-c7c708b5cd5c" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.467442] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.467715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.467715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.467896] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.467953] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.468094] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-974131c3-fed0-4d06-8670-b13658522752" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.490521] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.490693] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.490748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.490963] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.491156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.526786] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.527040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.527040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.527232] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.527373] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.548409] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1521.556737] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: IN_PROGRESS for 2s [ 1523.564492] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1523.564887] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.567784] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: SUCCESS [ 1523.567983] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.608995] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.609441] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.609988] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.610370] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.611153] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.611532] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.612945] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.613392] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.707027] env[65301]: INFO networking_nsxv3.common.synchronization [req-7fad1717-6592-4f49-a41a-2fab48b97474 req-0fa7e8ff-f2c1-4912-97cb-9cbd26877237 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1541.707356] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1541.707665] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.707789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.707855] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.708254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.708254] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.708390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.708390] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.708515] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.708558] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.708650] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.210784] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.211048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.211048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.211454] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.233961] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.234341] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.234483] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.234550] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.234781] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.234867] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.234971] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1542.267654] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.267879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.267879] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.268029] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.268156] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.276629] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1544.290121] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1544.290517] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 deletion is rescheduled due to dependency. [ 1544.290517] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.708328] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.708708] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.720734] env[65301]: INFO networking_nsxv3.common.synchronization [req-9ad4ba46-7c95-4bf6-b571-31bae71aacc1 req-42ce7da8-11ac-4272-a5c4-cba44aa076ad tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1548.720734] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1548.721055] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.721237] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.721343] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.721587] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.721785] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.721974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.722086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.722291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.723040] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.723040] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.980892] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.980892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.980892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.980892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.980892] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.980892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.981352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.981352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.981352] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.981550] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.981661] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1548.981766] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1548.981870] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1548.981974] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.982117] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1548.982251] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1549.002611] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1549.002804] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1549.002942] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1549.003167] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-754" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.003466] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.003631] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.003746] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.004099] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.004240] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b9c1c8-02f8-44f8-b3ab-bff9167cf334',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.228076] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.228415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.228415] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.228618] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.228700] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.228901] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.229022] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.229074] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.229206] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.229287] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.229376] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1549.256357] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.256627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.256627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.256768] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.256908] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.266584] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1549.506531] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.506780] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.506892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.507185] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.507338] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.507488] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port 97b9c1c8-02f8-44f8-b3ab-bff9167cf334 not found, creating... [ 1549.507746] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.507900] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.508020] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.508254] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.508390] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.508663] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.508817] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.508931] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.509144] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.509452] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.509452] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: 97b9c1c8-02f8-44f8-b3ab-bff9167cf334 is going to be created. [ 1549.530035] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.530035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.530035] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.530377] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.531026] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.531026] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.224995] env[65301]: INFO networking_nsxv3.common.synchronization [req-9ad4ba46-7c95-4bf6-b571-31bae71aacc1 req-543bc572-5e6f-4167-957f-8b985a65f52c service nova] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1550.225339] env[65301]: INFO networking_nsxv3.common.synchronization [req-9ad4ba46-7c95-4bf6-b571-31bae71aacc1 req-543bc572-5e6f-4167-957f-8b985a65f52c service nova] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1550.225390] env[65301]: INFO networking_nsxv3.common.synchronization [req-9ad4ba46-7c95-4bf6-b571-31bae71aacc1 req-543bc572-5e6f-4167-957f-8b985a65f52c service nova] Enqueued Resource ID: 97b9c1c8-02f8-44f8-b3ab-bff9167cf334 with Priority: HIGHEST for action port [ 1550.226303] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_rules [ 1550.226925] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1550.226925] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b9c1c8-02f8-44f8-b3ab-bff9167cf334 with Priority: HIGHEST for action port [ 1550.226925] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.226925] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.227413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.227413] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.227413] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.228266] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.228266] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.228428] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.228547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.228621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.228786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.228859] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b9c1c8-02f8-44f8-b3ab-bff9167cf334',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.730984] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.731210] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.731271] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b9c1c8-02f8-44f8-b3ab-bff9167cf334 with status ACTIVE [ 1550.731464] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.731577] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.731640] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.731850] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.731942] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.732125] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.732234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.732304] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.732458] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.732533] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.732719] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.732812] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.732872] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.733016] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.733092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.733174] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b9c1c8-02f8-44f8-b3ab-bff9167cf334 is going to be updated. [ 1550.754877] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.755109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.755109] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.755279] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.755441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.755600] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b9c1c8-02f8-44f8-b3ab-bff9167cf334" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.278164] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1551.278470] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 deletion is rescheduled due to dependency. [ 1551.278470] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.278678] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.278899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.279110] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1551.279267] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.279325] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.279468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1551.279552] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.279651] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.782036] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.283857] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.786476] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.786680] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.786840] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.787030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.787134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.787173] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1552.825027] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.825235] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.825303] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.825488] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.825636] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.835746] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1554.846285] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1554.846727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.846727] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.846927] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.847161] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.847291] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.847334] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.847499] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.847575] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.847664] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.847758] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.227291] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.227483] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1555.350075] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.852855] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a2875d-6984-4fc7-843f-69bcef8aa2b8: rpc.has_security_group_logging(os_id): False [ 1555.871479] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.871702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.871702] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.871869] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.871959] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.872222] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.872326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.872445] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.872627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.872627] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.872724] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1555.936686] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.936924] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.936978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.937226] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.937382] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.958356] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1557.978031] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1557.978031] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.228289] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.228677] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.229485] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.229821] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.231150] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.231537] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.232681] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.233053] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.865883] env[65301]: INFO networking_nsxv3.common.synchronization [req-126df5ff-df54-4c9b-abb3-0c50edcca4d8 req-28a4296c-a21e-4ac5-b37b-c62dde9ad2eb tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_members [ 1575.866711] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 with Priority: HIGHEST for action security_group_members [ 1575.866854] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-e922fdd8-3156-4a79-a689-2c4ec424fc75 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.866972] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.867066] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.867356] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.867455] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.867744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.867744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.867744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.867744] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.867898] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e922fdd8-3156-4a79-a689-2c4ec424fc75',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.369723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.370134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.370134] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.370229] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.370269] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.370462] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.370591] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.370710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.370799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.370875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.370959] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 is going to be updated. [ 1576.399810] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.400045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.400045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.400247] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.400388] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.408495] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: IN_PROGRESS for 2s [ 1578.420234] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 in Status: SUCCESS [ 1578.420666] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e922fdd8-3156-4a79-a689-2c4ec424fc75 deletion is rescheduled due to dependency. [ 1578.420666] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e922fdd8-3156-4a79-a689-2c4ec424fc75" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.867432] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.868095] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.781079] env[65301]: INFO networking_nsxv3.common.synchronization [req-4b58482d-c644-455a-8872-f999aae45b62 req-169a4a0d-acd5-443d-8209-8c357748f25d tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1585.781592] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1585.781962] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.782107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.782172] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.782379] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.782563] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.782615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.782675] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.782830] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.782913] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.783010] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.051246] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.051439] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.051561] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.051822] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.052093] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.052244] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.052359] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.052563] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.052704] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.052923] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1586.053057] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1586.053166] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1586.053272] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1586.053379] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1586.053481] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1586.053624] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1586.073765] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1586.073966] env[65301]: DEBUG dogpile.cache.region [None req-c09055be-c760-44e3-b533-559f79629284 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1586.074065] env[65301]: DEBUG dogpile.lock [None req-c09055be-c760-44e3-b533-559f79629284 None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1586.074237] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.074539] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock port-393f1a29-bef5-425d-93f6-9cf6e41d60eb taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.074703] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.074819] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.075182] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.075315] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-c09055be-c760-44e3-b533-559f79629284 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393f1a29-bef5-425d-93f6-9cf6e41d60eb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.290782] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.291122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.291122] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.291309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.291309] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.291478] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.291597] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.291662] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.291774] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.291849] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.291915] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be deleted. [ 1586.320562] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.320831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.320831] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.321032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.321126] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.321224] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.578190] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.578444] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.578548] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.578850] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.579043] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.579304] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Segment Port 393f1a29-bef5-425d-93f6-9cf6e41d60eb not found, creating... [ 1586.579519] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.579743] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.579862] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.580094] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.580230] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.580509] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.580694] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.580813] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.581023] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.581154] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.581291] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c09055be-c760-44e3-b533-559f79629284 None None] Resource: SegmentPort with ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb is going to be created. [ 1586.601267] env[65301]: DEBUG networking_nsxv3.common.locking [None req-c09055be-c760-44e3-b533-559f79629284 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.601520] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.601615] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.601912] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.602161] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.602386] env[65301]: DEBUG oslo_concurrency.lockutils [None req-c09055be-c760-44e3-b533-559f79629284 None None] Releasing lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.294952] env[65301]: INFO networking_nsxv3.common.synchronization [req-4b58482d-c644-455a-8872-f999aae45b62 req-e2caec2b-2722-446a-b35e-44c06541fbaf service nova] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_rules [ 1587.295392] env[65301]: INFO networking_nsxv3.common.synchronization [req-4b58482d-c644-455a-8872-f999aae45b62 req-e2caec2b-2722-446a-b35e-44c06541fbaf service nova] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1587.295392] env[65301]: INFO networking_nsxv3.common.synchronization [req-4b58482d-c644-455a-8872-f999aae45b62 req-e2caec2b-2722-446a-b35e-44c06541fbaf service nova] Enqueued Resource ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb with Priority: HIGHEST for action port [ 1587.295756] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_rules [ 1587.295906] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1587.296021] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb with Priority: HIGHEST for action port [ 1587.296370] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.297048] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.297164] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.297370] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.297452] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.299060] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.299674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.299674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.299674] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.300186] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.300186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.300186] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.300385] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.300753] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.300798] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.302165] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-393f1a29-bef5-425d-93f6-9cf6e41d60eb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.302383] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.302531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.302772] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.302885] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393f1a29-bef5-425d-93f6-9cf6e41d60eb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.799779] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.799984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.805253] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393f1a29-bef5-425d-93f6-9cf6e41d60eb with status ACTIVE [ 1587.805453] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.805580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.805646] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.806107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.806107] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.806107] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.806344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.806344] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.806414] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.806448] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.806632] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.806722] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.806787] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.806916] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.806982] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.807074] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb is going to be updated. [ 1587.808165] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.829723] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.829940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.829940] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.830145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.830283] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.830441] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.310899] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1588.813269] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.813453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.813532] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.813792] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.813894] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.814028] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be created. [ 1588.841052] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.841263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.841372] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.841539] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.841728] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.851558] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: UNINITIALIZED for 2s [ 1590.864152] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: SUCCESS [ 1590.864524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.864524] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.864748] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.864969] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.865123] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.865204] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.865384] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.865482] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.865583] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.865678] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.367879] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.368191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.368191] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.368367] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.368554] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.368703] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.368766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.368931] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.369032] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.369128] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.369279] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.369377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.369435] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.369573] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.369711] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.369805] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.369864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.370014] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.370089] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.370175] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.370268] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.873109] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 041e6a3e-d4ad-4f6a-97c3-420298cd922a: rpc.has_security_group_logging(os_id): False [ 1591.889666] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.889868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.889868] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.890176] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.890326] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.890566] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.890685] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.890754] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.890906] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.890985] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.891189] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.891278] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.891335] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.891468] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.891538] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.891739] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.891832] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.891886] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.892033] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.892104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.892184] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be created. [ 1591.945424] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.945673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.945673] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.945842] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.946018] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.958966] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: IN_PROGRESS for 2s [ 1592.297044] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.297044] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1593.974497] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: SUCCESS [ 1593.974895] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.659891] env[65301]: INFO networking_nsxv3.common.synchronization [req-f392e2f8-391e-48c1-920d-c909b464bce7 req-5dccbbad-40bb-4c5b-8574-775791e25dc7 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1594.660264] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a with Priority: HIGHEST for action security_group_members [ 1594.660731] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-041e6a3e-d4ad-4f6a-97c3-420298cd922a taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.660901] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.661011] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.661319] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.661565] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.661743] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.661857] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.662114] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.662264] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.662422] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('041e6a3e-d4ad-4f6a-97c3-420298cd922a',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1594.704098] env[65301]: INFO networking_nsxv3.common.synchronization [req-f392e2f8-391e-48c1-920d-c909b464bce7 req-5dccbbad-40bb-4c5b-8574-775791e25dc7 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb with Priority: HIGHEST for action port [ 1594.704098] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb with Priority: HIGHEST for action port [ 1594.704337] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-393f1a29-bef5-425d-93f6-9cf6e41d60eb taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.704493] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.704586] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.704786] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.704865] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('393f1a29-bef5-425d-93f6-9cf6e41d60eb',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.164539] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.164835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.164835] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.164984] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.165092] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.165280] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.165378] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.165440] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.165659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.165659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.165764] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a is going to be updated. [ 1595.197041] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.197041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.197041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.197041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.197453] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.206804] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 393f1a29-bef5-425d-93f6-9cf6e41d60eb with status ACTIVE [ 1595.207066] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.207202] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.207263] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.207473] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.207554] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.207724] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.207819] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.207875] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.208028] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.208117] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.208275] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.208377] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.208425] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.208560] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.208615] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.208730] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 393f1a29-bef5-425d-93f6-9cf6e41d60eb is going to be updated. [ 1595.210375] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: IN_PROGRESS for 2s [ 1595.238028] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.238187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.238255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.238466] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.238635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.238826] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-393f1a29-bef5-425d-93f6-9cf6e41d60eb" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1597.223137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: IN_PROGRESS for 4s [ 1599.235026] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a in Status: SUCCESS [ 1599.235442] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 041e6a3e-d4ad-4f6a-97c3-420298cd922a deletion is rescheduled due to dependency. [ 1599.235442] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-041e6a3e-d4ad-4f6a-97c3-420298cd922a" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.705097] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.705275] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.706701] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.707079] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.707537] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.707948] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.489121] env[65301]: INFO networking_nsxv3.common.synchronization [req-2f8145bf-b2c0-4404-b530-c88efa8b53e7 req-e7900849-78c3-40b9-8045-3bd703a4b990 tempest-ServerActionsTestJSON-1742182411 tempest-ServerActionsTestJSON-1742182411-project-member] Enqueued Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1611.489679] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 with Priority: HIGHEST for action security_group_members [ 1611.489988] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a2875d-6984-4fc7-843f-69bcef8aa2b8 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.490360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.490360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.490360] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.490537] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.490617] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.491047] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.491253] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.491345] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.491454] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a2875d-6984-4fc7-843f-69bcef8aa2b8',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1611.993810] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.994069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.994069] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.994293] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.994395] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.994599] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1611.994715] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.994766] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.994902] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1611.994978] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1611.995077] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 is going to be updated. [ 1612.027639] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1612.027897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.027897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.028056] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.028208] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.037919] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: IN_PROGRESS for 2s [ 1614.050444] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 in Status: SUCCESS [ 1614.050938] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a2875d-6984-4fc7-843f-69bcef8aa2b8 deletion is rescheduled due to dependency. [ 1614.050938] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a2875d-6984-4fc7-843f-69bcef8aa2b8" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.491814] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.491814] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.119639] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1d9c2ca-55a3-4bba-a680-2d1986368da7 req-67714c0d-b1e6-4cac-a12f-5d45d3bf740d tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1621.120207] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1621.120517] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.120651] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.120718] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.120922] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.121103] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.121234] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.121310] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.121449] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.121525] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.121619] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.412034] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.412034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.412034] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.412318] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.412406] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.412565] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.412682] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.412892] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.413055] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.413262] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1621.413372] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] NeedRegenerationException {{(pid=65301) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1621.413476] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] no value, waiting for create lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1621.413578] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] value creation lock acquired {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1621.413683] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] No value present for key: 'zone-id' {{(pid=65301) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1621.413784] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Calling creation function for not-yet-present value {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1621.413913] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1621.433651] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1621.433822] env[65301]: DEBUG dogpile.cache.region [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65301) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1621.433959] env[65301]: DEBUG dogpile.lock [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Released creation lock {{(pid=65301) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1621.434150] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "network-498" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.434454] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock port-bd38ee7f-a65c-4a66-9514-ab855cea717f taken with stack trace [, , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.434619] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.434733] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.435103] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.435249] env[65301]: DEBUG networking_nsxv3.api.rpc [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd38ee7f-a65c-4a66-9514-ab855cea717f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.623675] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1621.938234] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.938532] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.938661] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.938996] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.939173] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.939340] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Segment Port bd38ee7f-a65c-4a66-9514-ab855cea717f not found, creating... [ 1621.939604] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.939765] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.939880] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.940117] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.940255] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.940565] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.940744] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.940875] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.941145] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.941281] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.941416] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Resource: SegmentPort with ID: bd38ee7f-a65c-4a66-9514-ab855cea717f is going to be created. [ 1621.972673] env[65301]: DEBUG networking_nsxv3.common.locking [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1621.972884] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.973078] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.973384] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1621.973611] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1621.973832] env[65301]: DEBUG oslo_concurrency.lockutils [None req-3e8549cc-5696-4ac9-b941-39784f157c0c None None] Releasing lock "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.125807] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.628405] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.628621] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.628709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.628933] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.629036] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.629137] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be updated. [ 1622.649667] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1d9c2ca-55a3-4bba-a680-2d1986368da7 req-353ab398-9f7c-41cf-a65a-8d39f55d59b8 service nova] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1622.649882] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1d9c2ca-55a3-4bba-a680-2d1986368da7 req-353ab398-9f7c-41cf-a65a-8d39f55d59b8 service nova] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1622.649967] env[65301]: INFO networking_nsxv3.common.synchronization [req-e1d9c2ca-55a3-4bba-a680-2d1986368da7 req-353ab398-9f7c-41cf-a65a-8d39f55d59b8 service nova] Enqueued Resource ID: bd38ee7f-a65c-4a66-9514-ab855cea717f with Priority: HIGHEST for action port [ 1622.650508] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_rules [ 1622.650639] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1622.650732] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd38ee7f-a65c-4a66-9514-ab855cea717f with Priority: HIGHEST for action port [ 1622.651064] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.651187] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.651252] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.651446] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.651543] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.652426] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.652520] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.652703] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd38ee7f-a65c-4a66-9514-ab855cea717f taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.652809] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.652871] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.653049] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.653123] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd38ee7f-a65c-4a66-9514-ab855cea717f',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1622.666527] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1622.666710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.666710] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1622.666881] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1622.667060] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.677963] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1623.155168] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.155598] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.155598] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd38ee7f-a65c-4a66-9514-ab855cea717f with status ACTIVE [ 1623.155829] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.155974] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.156067] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.156342] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.156463] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.156694] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.156825] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.156910] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.157145] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.157254] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.157507] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.157631] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.157714] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.157899] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.158008] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.158127] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd38ee7f-a65c-4a66-9514-ab855cea717f is going to be updated. [ 1623.182336] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.182547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.182547] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.182789] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.182970] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.183196] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd38ee7f-a65c-4a66-9514-ab855cea717f" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.688943] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1624.689340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.689340] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.689529] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.689712] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.689828] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.689888] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.690045] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.690149] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.690208] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1625.193194] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1625.696076] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1626.198753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.198999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.198999] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.199230] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.199324] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.199426] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be updated. [ 1626.235354] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.235608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.235608] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.235820] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.235967] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.250738] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1627.652430] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.652851] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1628.262692] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1628.262920] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.263086] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.263338] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.263510] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1628.263635] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.263709] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1628.263864] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1628.263957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.264059] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.264150] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1628.766736] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1629.269762] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 542590ab-85a0-42d2-ade6-7045538118d1: rpc.has_security_group_logging(os_id): False [ 1629.290753] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.290960] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.291077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.291251] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.291346] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.291611] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.291713] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.291777] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.291928] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.292039] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.292156] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be updated. [ 1629.362069] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1629.362350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.362350] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1629.362580] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1629.362763] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.379060] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1631.397639] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1631.398025] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1632.654502] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.654819] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.656456] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.656860] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1642.657562] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1642.657937] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.659012] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1647.659565] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1652.660415] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1652.660851] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1657.661948] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1657.662377] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1662.662747] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1662.662747] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1667.663681] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1667.663681] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1672.664557] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1672.664935] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1677.666443] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.666443] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1682.666968] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.667476] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.668574] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.668950] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.871202] env[65301]: INFO networking_nsxv3.common.synchronization [req-28c88a72-d5e3-4fca-acd0-c0091708ea0d req-b84a39b2-06a6-4412-9fb9-ce0aeb11fb52 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1689.871901] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1689.872292] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.872799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.872799] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.873035] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.873138] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1689.873265] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.873376] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.873602] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1689.874082] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1689.874246] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1690.376919] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1690.880066] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1691.382472] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1691.382705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.382705] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.382923] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1691.383030] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.383117] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be updated. [ 1691.438517] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1691.438844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.438844] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1691.438975] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1691.439077] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.449428] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1693.462051] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1693.462522] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.872968] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.873429] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1699.874460] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1699.874860] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1704.875290] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1704.875669] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1706.145912] env[65301]: INFO networking_nsxv3.common.synchronization [req-0223b26d-0ec2-4054-a33b-42c8fa29cdf8 req-a591c391-aa8a-4ae6-bc6a-fa8474e0fcf2 tempest-ServerActionsTestOtherA-1098742003 tempest-ServerActionsTestOtherA-1098742003-project-member] Enqueued Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1706.147288] env[65301]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542590ab-85a0-42d2-ade6-7045538118d1 with Priority: HIGHEST for action security_group_members [ 1706.147288] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock member-542590ab-85a0-42d2-ade6-7045538118d1 taken with stack trace [, , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1706.147471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.147471] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1706.147574] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1706.147733] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1706.147833] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.147897] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1706.148104] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1706.148170] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1706.148235] env[65301]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542590ab-85a0-42d2-ade6-7045538118d1',) {} {{(pid=65301) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1706.651104] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1706.651347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.651347] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1706.651531] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1706.651659] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1706.651852] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1706.651957] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.652052] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1706.652173] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1706.652255] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1706.652367] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 is going to be updated. [ 1706.681273] env[65301]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65301) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1706.681491] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.681546] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1706.681847] env[65301]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1706.682041] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1706.693453] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: IN_PROGRESS for 2s [ 1708.705084] env[65301]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542590ab-85a0-42d2-ade6-7045538118d1 in Status: SUCCESS [ 1708.705495] env[65301]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542590ab-85a0-42d2-ade6-7045538118d1 deletion is rescheduled due to dependency. [ 1708.705495] env[65301]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542590ab-85a0-42d2-ade6-7045538118d1" {{(pid=65301) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1711.148511] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1711.148511] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1716.149729] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1716.150147] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1721.151447] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1721.152026] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1726.152493] env[65301]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1726.152854] env[65301]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0